-- Logs begin at Mon 2021-07-12 15:20:16 UTC, end at Mon 2021-07-12 16:25:18 UTC. -- Jul 12 15:55:09.122529 dv-cinder-792642-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 15:55:11.837504 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.common.config [-] Logging enabled! Jul 12 15:55:11.838181 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 15:55:11.838276 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93092) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 15:55:11.841511 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.common.config [-] Logging enabled! Jul 12 15:55:11.841775 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev463 Jul 12 15:55:11.842089 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93092) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 12 15:55:11.843020 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 15:55:11.843259 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 15:55:11.843630 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 15:55:11.844412 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 15:55:11.844769 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 15:55:11.845101 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.845426 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.845712 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.845949 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.846251 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.846548 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.846838 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.847133 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.847437 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.847725 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.848008 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.848298 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.848556 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.848848 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.849141 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.849433 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.849663 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] debug = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.849950 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.850375 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.850795 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.851083 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.851376 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.851666 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.851942 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.852223 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.852520 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.852870 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] host = dv-cinder-792642-4-iscsi {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.853154 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.853446 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.853735 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.854025 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.854303 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.854582 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.854870 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.855148 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.855423 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.855702 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.855993 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.856282 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.856602 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.856834 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.857063 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.857368 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.857650 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.857932 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.858211 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.858489 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.858800 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.859085 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.859380 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.860187 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.860477 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.860787 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.861068 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.861347 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.861626 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.861902 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.862188 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.862464 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.862742 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.863018 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.863306 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.863581 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.863857 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.864161 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.864450 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.864759 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.865047 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.865322 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.865606 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.865881 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.866156 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.866429 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_json = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.866705 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.866978 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.867260 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.867535 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.867810 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.868085 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.868359 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.868669 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:11.868968 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.869266 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.869567 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.869853 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.870149 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.870432 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.870722 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.871004 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.871294 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.871582 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.871879 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.872162 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.872453 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.872759 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.873056 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.873364 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.873657 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.873951 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.874229 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.874506 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.874783 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.875176 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.875378 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.875673 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.875966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.876243 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.876548 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.876844 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.877123 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.877397 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.877675 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.877966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.878245 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.878521 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.878805 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.879086 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.879364 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.879639 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.879919 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.880209 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.880488 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.880783 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.881057 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.881335 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.881608 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.881897 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.882176 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.882451 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.882724 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.883004 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.883280 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.883556 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.883836 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.884112 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.884392 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.884701 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.884977 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.885253 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.885526 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.885798 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.886072 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.886348 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.886629 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.886904 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.887180 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.887457 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.887735 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.888012 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.888304 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.888635 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.888922 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.889207 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.889489 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.889775 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.890056 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.890340 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.890646 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.890931 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.891212 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.891504 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.891796 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.892087 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.892376 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.892684 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.892986 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.893269 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.893555 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.893836 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.894118 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.894414 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.894705 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.895006 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.895305 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.895603 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.895897 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.896192 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.896481 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.896819 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.897103 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:11.897326 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 15:55:11.897571 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93092) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 15:55:12.253799 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 15:55:12.254013 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 15:55:12.254305 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 12 15:55:12.254641 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 15:55:12.647380 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.647680 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.647960 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.649291 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.649574 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.649858 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.685080 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.685362 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.685648 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.698809 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.699095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.699374 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.729214 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.729500 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.729779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.765254 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.765532 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.766322 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.998776 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.999373 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.999373 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:12.999534 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.000300 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.120688 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.121010 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.121304 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.121576 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.121843 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.122156 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.122419 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.122678 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.122935 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.123222 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.123485 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.123762 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.124035 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.124298 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.124593 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.124856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.125722 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.126002 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.126261 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.126536 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.126792 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.127075 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.127435 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.127725 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.127978 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.128227 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.128661 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:13.128910 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:13.129152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:13.129391 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:13.129628 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:13.129864 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:13.130230 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 15:55:13.134341 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 15:55:13.138308 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 15:55:13.142554 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jul 12 15:55:13.144172 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 15:55:13.144729 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 15:55:13.145070 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 15:55:13.145457 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 15:55:13.148249 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 15:55:13.148524 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 15:55:13.148880 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 15:55:13.177707 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 15:55:13.178164 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.178468 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93092) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 12 15:55:13.178837 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.180194 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93092) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 15:55:13.180481 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 15:55:13.180760 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 15:55:13.184188 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.184475 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.251294 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 15:55:13.251600 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 15:55:13.251981 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 15:55:13.252572 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 15:55:13.274700 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_db.sqlalchemy.engines [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93092) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 15:55:13.816759 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing driver for type 'gre' Jul 12 15:55:13.817298 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] gre ID ranges: [(1, 1000)] Jul 12 15:55:13.870537 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing driver for type 'local' Jul 12 15:55:13.870944 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing driver for type 'vlan' Jul 12 15:55:13.885103 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] VlanTypeDriver initialization complete Jul 12 15:55:13.885434 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing driver for type 'vxlan' Jul 12 15:55:13.885930 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] vxlan ID ranges: [(1, 1000)] Jul 12 15:55:13.941275 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing extension driver 'port_security' Jul 12 15:55:13.941683 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.extensions.port_security [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] PortSecurityExtensionDriver initialization complete Jul 12 15:55:13.942063 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing mechanism driver 'openvswitch' Jul 12 15:55:13.942429 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing mechanism driver 'hyperv' Jul 12 15:55:13.949086 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.plugin [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93092) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:55:13.949780 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.950162 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.950526 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.951051 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:55:13.951492 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.951855 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.952210 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.952635 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:55:13.953068 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.953430 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.953780 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.954173 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:55:13.954584 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.954947 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.955297 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.955831 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:55:13.956250 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.956650 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.957005 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.957401 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:55:13.957849 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.958205 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.958556 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.958951 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93092) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:128}} Jul 12 15:55:13.959337 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] ML2 OVO RPC backend initialized. {{(pid=93092) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:185}} Jul 12 15:55:13.960054 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.960414 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.960871 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.961227 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > networks before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.961581 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.961934 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > ports before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.962287 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.962644 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.963000 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.963350 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.963694 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.964042 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.964389 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.964757 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.965108 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.965453 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.965792 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:13.966386 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.plugin [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Modular L2 Plugin initialization complete Jul 12 15:55:13.966728 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading services supported by the core plugin {{(pid=93092) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 15:55:13.967055 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.plugins.ml2.managers [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Got port-security extension from driver 'port_security' Jul 12 15:55:13.967526 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.extensions.vlantransparent [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Disabled vlantransparent extension. Jul 12 15:55:13.968016 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93092) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 15:55:13.968334 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: router Jul 12 15:55:14.005352 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.005947 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.006117 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router before_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.006492 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.006870 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.007235 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_delete 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.007604 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.007980 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.008338 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.008717 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.009076 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.009443 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.009859 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.010234 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.010585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.010930 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: subnet after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.011318 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.011636 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.011993 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.012339 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.012720 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.013083 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router after_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.013433 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.013790 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.014155 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.014505 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.014875 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > agent after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.015231 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.015631 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.016594 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Tracking information for resource: router configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:14.016943 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Tracking information for resource: floatingip configured {{(pid=93092) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 15:55:14.021908 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.db.l3_agentschedulers_db [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 15:55:14.022493 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.022864 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port after_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.023224 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port after_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.023585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: port after_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.024384 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router before_create 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.024787 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.025158 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.025524 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.029987 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.provider_configuration [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service providers = [] {{(pid=93092) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 15:55:14.030361 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.db.servicetype_db [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93092) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 15:55:14.034047 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:55:14.034405 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:55:14.034757 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:55:14.035655 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.services.service_base [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93092) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 15:55:14.036035 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.services.service_base [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 15:55:14.036420 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.036772 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 15:55:14.047932 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.048272 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: auto_allocate Jul 12 15:55:14.054089 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: network precommit_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.054474 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: network precommit_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.055009 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.055338 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: tag Jul 12 15:55:14.062203 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.062586 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: timestamp Jul 12 15:55:14.068005 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.068302 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: network_ip_availability Jul 12 15:55:14.073846 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.074226 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.074592 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.075319 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.075646 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: flavors Jul 12 15:55:14.080357 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.080729 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading Plugin: revisions Jul 12 15:55:14.085038 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93092) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 15:55:14.085437 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=93092) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 12 15:55:14.086172 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93092) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 12 15:55:14.086517 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Initializing extension manager. Jul 12 15:55:14.087034 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: __init__.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.087381 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: __pycache__ {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.087723 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.088069 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: address_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.088857 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.089421 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: address-group Jul 12 15:55:14.089752 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: address_scope.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.090475 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.090982 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: address-scope Jul 12 15:55:14.091308 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.092241 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.092791 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: router-admin-state-down-before-update Jul 12 15:55:14.093120 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: agent.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.094420 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.095190 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: agent Jul 12 15:55:14.095523 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: agent_resources_synced.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.096454 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.096993 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: agent-resources-synced Jul 12 15:55:14.097325 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.099130 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.099649 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: allowed-address-pairs Jul 12 15:55:14.099983 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.101091 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.101608 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: auto-allocated-topology Jul 12 15:55:14.101940 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: availability_zone.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.102641 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.103148 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: availability_zone Jul 12 15:55:14.103480 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: availability_zone_filter.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.104399 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.105004 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: availability_zone_filter Jul 12 15:55:14.105336 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: data_plane_status.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.106260 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.106768 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 15:55:14.107098 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: default_subnetpools.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.108024 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.108574 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: default-subnetpools Jul 12 15:55:14.108904 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.110299 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.110806 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: dhcp_agent_scheduler Jul 12 15:55:14.111140 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: dns.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.112066 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.112607 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension dns-integration not supported by any of loaded plugins Jul 12 15:55:14.112944 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: dns_domain_ports.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.113868 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.114373 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 15:55:14.114705 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.115636 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.116142 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 15:55:14.116475 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: dvr.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.117188 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.117692 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: dvr Jul 12 15:55:14.118021 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: empty_string_filtering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.118947 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.119459 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: empty-string-filtering Jul 12 15:55:14.119787 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.120734 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.121239 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 15:55:14.121566 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.122489 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.122999 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 15:55:14.123330 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: external_net.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.124255 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.124788 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: external-net Jul 12 15:55:14.125312 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.126248 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.126752 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: extra_dhcp_opt Jul 12 15:55:14.127080 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: extraroute.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.128007 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.128538 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: extraroute Jul 12 15:55:14.128869 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: extraroute_atomic.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.129899 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.130407 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: extraroute-atomic Jul 12 15:55:14.130735 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: filter_validation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.131405 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.131905 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: filter-validation Jul 12 15:55:14.132232 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: fip_pf_description.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.133182 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.133684 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 15:55:14.134009 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: fip_port_details.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.134940 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.135452 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: fip-port-details Jul 12 15:55:14.135779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: flavors.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.137040 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.137562 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: flavors Jul 12 15:55:14.137897 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.139564 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.140088 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 15:55:14.140425 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: floatingip_pools.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.141191 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.141703 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: floatingip-pools Jul 12 15:55:14.142033 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: ip_allocation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.142975 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.143482 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 15:55:14.143811 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.144773 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.145285 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: ip-substring-filtering Jul 12 15:55:14.145617 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l2_adjacency.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.146568 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.147066 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 15:55:14.147394 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.148368 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.148917 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: router Jul 12 15:55:14.149248 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.151605 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.152136 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 15:55:14.152473 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.153448 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.153966 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: ext-gw-mode Jul 12 15:55:14.154298 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.155227 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.155740 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: l3-ha Jul 12 15:55:14.156071 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3_flavors.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.157724 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.158236 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: l3-flavors Jul 12 15:55:14.158570 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.159504 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.160017 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 15:55:14.160352 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: l3agentscheduler.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.161417 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.161934 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: l3_agent_scheduler Jul 12 15:55:14.162267 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: logging.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.163751 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.164276 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension logging not supported by any of loaded plugins Jul 12 15:55:14.164653 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: metering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.165413 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.165996 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: metering Jul 12 15:55:14.166333 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.167432 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.167952 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: metering_source_and_destination_fields Jul 12 15:55:14.168287 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: multiprovidernet.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.169335 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.169849 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: multi-provider Jul 12 15:55:14.170184 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: netmtu.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.171109 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.171619 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: net-mtu Jul 12 15:55:14.172720 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: netmtu_writable.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.173651 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.174160 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: net-mtu-writable Jul 12 15:55:14.174490 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: network_availability_zone.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.175166 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.175673 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: network_availability_zone Jul 12 15:55:14.176003 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: network_ip_availability.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.177130 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.177644 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: network-ip-availability Jul 12 15:55:14.177978 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: network_segment_range.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.178747 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.179258 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 15:55:14.179588 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: pagination.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.180608 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.180948 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: pagination Jul 12 15:55:14.181276 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: port_device_profile.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.182479 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.182996 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: port-device-profile Jul 12 15:55:14.183328 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.184275 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.184822 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: port-mac-address-regenerate Jul 12 15:55:14.185153 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.186073 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.186585 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: port-numa-affinity-policy Jul 12 15:55:14.186914 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: port_resource_request.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.187989 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.188512 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 15:55:14.188854 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: portbindings.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.189804 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.190314 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: binding Jul 12 15:55:14.190641 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: portbindings_extended.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.192045 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.192589 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: binding-extended Jul 12 15:55:14.192926 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: portsecurity.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.193853 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.194368 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: port-security Jul 12 15:55:14.194697 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: project_id.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.195681 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.196072 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: project-id Jul 12 15:55:14.196407 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: providernet.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.197377 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.197897 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: provider Jul 12 15:55:14.198229 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.201779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.202306 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos not supported by any of loaded plugins Jul 12 15:55:14.202668 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.204037 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.204584 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 15:55:14.204921 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.205851 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.206364 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 15:55:14.206696 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_default.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.207627 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.208141 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-default not supported by any of loaded plugins Jul 12 15:55:14.208475 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_fip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.209167 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.209674 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-fip not supported by any of loaded plugins Jul 12 15:55:14.210003 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.210941 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.211459 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 15:55:14.211789 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.212755 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.213272 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 15:55:14.213602 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.214532 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.215041 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 15:55:14.215368 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: qos_rules_alias.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.216421 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.216966 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 15:55:14.217295 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: quotasv2.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.218217 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.218551 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: quotas Jul 12 15:55:14.219475 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: quotasv2_detail.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.222551 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.222898 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: quota_details Jul 12 15:55:14.223236 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: rbac.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.224306 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.224853 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: rbac-policies Jul 12 15:55:14.225189 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: rbac_address_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.226326 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.227004 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: rbac-address-group Jul 12 15:55:14.227340 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: rbac_address_scope.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.228675 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.229229 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: rbac-address-scope Jul 12 15:55:14.229561 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: rbac_security_groups.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.230829 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.231487 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: rbac-security-groups Jul 12 15:55:14.231933 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.233371 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.233925 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: rbac-subnetpool Jul 12 15:55:14.235051 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: revisionifmatch.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.236010 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.236554 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: revision-if-match Jul 12 15:55:14.236890 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: revisions.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.238021 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.238535 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: standard-attr-revisions Jul 12 15:55:14.238866 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: router_availability_zone.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.239551 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.240060 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: router_availability_zone Jul 12 15:55:14.240389 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: routerservicetype.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.241352 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.241858 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension router-service-type not supported by any of loaded plugins Jul 12 15:55:14.242186 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.243122 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.243632 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: security-groups-normalized-cidr Jul 12 15:55:14.243963 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.244923 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.245432 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: port-security-groups-filtering Jul 12 15:55:14.245763 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.246696 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.247204 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: security-groups-remote-address-group Jul 12 15:55:14.247535 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: securitygroup.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.257270 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.257806 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: security-group Jul 12 15:55:14.258144 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: segment.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.258936 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.259446 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension segment not supported by any of loaded plugins Jul 12 15:55:14.259782 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.260760 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.261273 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 15:55:14.261606 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: servicetype.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.262718 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.263238 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: service-type Jul 12 15:55:14.263571 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: sorting.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.264596 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.264937 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: sorting Jul 12 15:55:14.265267 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: standard_attr_segment.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.266796 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.267309 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 15:55:14.267638 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: standardattrdescription.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.268296 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.268835 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: standard-attr-description Jul 12 15:55:14.269167 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: stateful_security_group.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.270116 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.270627 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: stateful-security-group Jul 12 15:55:14.270954 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: stdattrs_common.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.271545 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 15:55:14.271874 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.272834 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.273349 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 15:55:14.273678 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: subnet_onboard.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.274747 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.275268 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: subnet_onboard Jul 12 15:55:14.275601 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.276558 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.277070 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 15:55:14.277402 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: subnet_service_types.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.278345 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.278861 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: subnet-service-types Jul 12 15:55:14.279195 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: subnetallocation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.280293 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.280836 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: subnet_allocation Jul 12 15:55:14.281742 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.282416 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.282922 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: subnetpool-prefix-ops Jul 12 15:55:14.283253 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.284203 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.284733 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 15:55:14.285063 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: tagging.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.286142 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.286670 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: standard-attr-tag Jul 12 15:55:14.287003 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: timestamp.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.288207 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.288759 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loaded extension: standard-attr-timestamp Jul 12 15:55:14.289094 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: trunk.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.290135 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.290659 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension trunk not supported by any of loaded plugins Jul 12 15:55:14.290996 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: trunk_details.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.291946 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.292457 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension trunk-details not supported by any of loaded plugins Jul 12 15:55:14.292821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.293757 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.294281 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 15:55:14.294610 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Loading extension file: vlantransparent.py {{(pid=93092) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 12 15:55:14.295297 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93092) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 12 15:55:14.295808 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 15:55:14.298383 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:network Jul 12 15:55:14.298911 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:subnet Jul 12 15:55:14.299315 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:55:14.299739 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:port Jul 12 15:55:14.301053 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.301507 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service FLAVORS assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.302142 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.302578 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.302916 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:router Jul 12 15:55:14.303353 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 15:55:14.303855 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service METERING assigned prefix: /metering {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.305357 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.305735 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.306096 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93092) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 15:55:14.307351 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 15:55:14.307817 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:security_group Jul 12 15:55:14.308271 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 15:55:14.308908 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.309246 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:55:14.309596 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] subnetpool is already registered Jul 12 15:55:14.310030 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.310373 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:55:14.310705 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] subnetpool is already registered Jul 12 15:55:14.313097 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.313536 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service FLAVORS assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.314145 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.314569 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.314913 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:router Jul 12 15:55:14.315260 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] router is already registered Jul 12 15:55:14.315677 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 12 15:55:14.316022 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] floatingip is already registered Jul 12 15:55:14.316483 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service METERING assigned prefix: /metering {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.317177 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 15:55:14.317509 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] rbac_policy is already registered Jul 12 15:55:14.317928 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:security_group Jul 12 15:55:14.318314 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] security_group is already registered Jul 12 15:55:14.318677 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 15:55:14.319020 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] security_group_rule is already registered Jul 12 15:55:14.319653 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.319995 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:55:14.320338 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] subnetpool is already registered Jul 12 15:55:14.320791 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.v2.resource_helper [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Service CORE assigned prefix: {{(pid=93092) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 15:55:14.321123 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 15:55:14.321461 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING neutron.quota.resource_registry [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] subnetpool is already registered Jul 12 15:55:14.321931 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: extensions {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.323430 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: address-groups {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.324986 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: address-scopes {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.326323 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: agents {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.327481 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: auto-allocated-topology {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.329394 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: availability_zones {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.331002 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: dhcp-networks {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.333682 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: dhcp-agents {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.335276 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: routers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.337027 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: flavors {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.338319 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: service_profiles {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.339550 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: next_providers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.341031 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: service_profiles {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.342633 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: floatingip-pools {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.344448 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: routers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.346216 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: floatingips {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.347503 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: l3-routers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.348949 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: l3-agents {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.350384 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: metering-labels {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.351657 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: metering-label-rules {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.353067 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: network-ip-availabilities {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.354356 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: bindings {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.355913 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: quotas {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.357512 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: quotas {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.358944 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: rbac-policies {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.360901 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: security-groups {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.362226 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: security-group-rules {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.363504 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: service-providers {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.364749 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: subnetpools {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.366164 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: subnetpools {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.367726 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.369466 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.371290 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.373127 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.374821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.377361 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.379059 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.380901 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.382777 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.384569 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron.api.extensions [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Extended resource: tags {{(pid=93092) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 15:55:14.390607 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING keystonemiddleware.auth_token [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 15:55:14.395236 dv-cinder-792642-4-iscsi neutron-server[93092]: WARNING keystonemiddleware.auth_token [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 15:55:14.404724 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Acquired lock "singleton_lock" {{(pid=93092) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 12 15:55:14.405212 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_concurrency.lockutils [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Releasing lock "singleton_lock" {{(pid=93092) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 12 15:55:14.405869 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Starting 2 workers Jul 12 15:55:14.410849 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Started child 93201 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:55:14.415390 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Started child 93202 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:55:14.416207 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:14.416957 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO neutron.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 15:55:14.417641 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Notify callbacks [] for process, before_spawn {{(pid=93092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:14.417851 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [-] (93201) wsgi starting up on http://0.0.0.0:9696 Jul 12 15:55:14.420095 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Starting 1 workers Jul 12 15:55:14.420286 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:14.421668 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [-] (93202) wsgi starting up on http://0.0.0.0:9696 Jul 12 15:55:14.425981 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Started child 93203 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:55:14.426523 dv-cinder-792642-4-iscsi neutron-server[93092]: INFO oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Starting 1 workers Jul 12 15:55:14.429903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] calling RpcWorker wait() {{(pid=93203) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 15:55:14.430467 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] returning from RpcWorker wait() {{(pid=93203) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 15:55:14.431065 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Started child 93204 {{(pid=93092) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 15:55:14.432023 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:14.432147 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG neutron_lib.callbacks.manager [None req-c84a2045-26d4-4776-8c97-b8aed60111a2 None None] Notify callbacks [] for process, after_spawn {{(pid=93092) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:14.432562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:55:14.434015 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93092) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 15:55:14.434223 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 15:55:14.434411 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 15:55:14.434626 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 15:55:14.434983 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 15:55:14.435148 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 15:55:14.435679 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.435950 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.436155 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:14.436667 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.436667 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.436793 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.437352 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:55:14.437531 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.438231 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.438464 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.438761 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.438998 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.439179 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.439350 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.439617 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.439848 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.440138 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.440399 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.440675 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.440963 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.441140 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.441403 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.441675 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.441938 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.442199 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] debug = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.442437 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.442932 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.443189 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.443443 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.443684 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.443974 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.444207 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.444473 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.444742 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.444961 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.445221 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.445481 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.445718 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.445932 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.446152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.446400 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.446635 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.447125 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host = dv-cinder-792642-4-iscsi {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.447360 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.447585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.447830 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.448094 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.448344 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.448642 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.448906 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.449122 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.449373 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.449616 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.449880 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.450136 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.450409 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.450591 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.450755 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_options = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.450966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.451240 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.451523 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.451723 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.451897 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.452074 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.452323 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.452475 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.452765 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.452988 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.453232 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.453454 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.453687 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.453937 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.454174 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.454421 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.454662 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.454911 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.455172 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.455419 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.455679 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.455909 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.456152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.456382 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.456620 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.456838 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.457063 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.457278 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.457510 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.457771 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.458031 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.458295 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.458534 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.458791 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.459045 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.459262 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.459478 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.459739 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.459991 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.460223 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.460556 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.460735 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.460980 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.461197 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.461432 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.461666 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_json = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.461885 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.462101 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.462349 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.462563 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.462779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.462993 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.463212 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.463448 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.463855 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.464153 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.464482 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.464765 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.465010 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.465275 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.465501 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.465738 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.465999 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.466250 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.466574 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.467063 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.467262 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.467533 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.468100 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.468237 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.468686 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.468804 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.469350 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.469350 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.469521 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.469863 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.470232 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.470489 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.470792 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.471224 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.471589 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.471976 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.472365 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.472773 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.473136 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.473527 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.473974 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.474343 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.474766 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.475018 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.475276 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.475500 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.475736 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.475966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.476209 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.476442 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.476842 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.477211 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.477576 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.477955 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.478339 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.478754 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.479125 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.479517 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.479923 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.480338 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.480767 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.481164 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.481562 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.482000 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.482401 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.482811 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.483216 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.483614 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.484045 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.485021 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.485588 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.486027 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.488445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489152 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489511 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489813 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.489993 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.490156 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.490469 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.490650 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.491140 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.491241 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.491454 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.491704 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.491959 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.492181 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.492470 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.492728 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.492961 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.493198 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.493467 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.493749 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.494028 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.494255 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.494496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.494739 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.494960 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.495183 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.495441 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.495693 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.495937 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.496221 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.496479 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.498445 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.500055 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.500055 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.500055 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.500055 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.500055 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.502060 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.502060 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.502060 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.502060 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.502060 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.502060 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503004 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503004 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503004 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503004 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503564 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503564 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503838 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.503989 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.504128 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.504363 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.504639 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.504895 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.505163 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.505431 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.505699 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.505960 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.506592 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.506592 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.506896 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.506896 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.507179 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.507317 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.507536 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.509496 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.510563 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.510563 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.510563 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.510563 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.510563 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.511112 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.511112 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.511112 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.511446 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.511558 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.511834 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.514779 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.515654 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.516232 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.516232 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.516464 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.516627 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.516891 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.517145 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.517419 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.517869 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.518098 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.518321 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.518562 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.518778 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.519009 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.519249 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.519635 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.520041 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.520433 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.520858 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.521074 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.521304 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.521521 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.521818 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.522082 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.522327 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.522582 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.522833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.523081 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.523316 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.523525 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.523737 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.523960 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.524175 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.524386 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.524659 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.524872 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.525082 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.525305 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.525541 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.525750 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.525993 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.526204 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.526413 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.526634 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.526874 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.527084 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.527311 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.527567 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.527776 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.527999 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.528216 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.528610 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.529081 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.529341 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.529592 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.529885 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.530117 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.530361 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.530605 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.531073 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.531436 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.531712 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.531937 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.532194 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.532419 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.532721 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.533046 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.533332 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.533590 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.533845 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.534117 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.534400 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.534679 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.534933 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.535181 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.535517 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.535787 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.536048 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.536283 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.536599 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.536826 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.537046 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.537289 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.537525 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.537744 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.537979 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.538209 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.538471 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.538688 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.538935 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.539189 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.539421 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.539662 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.539889 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.540106 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.540265 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 15:55:14.540814 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93092) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 15:55:14.540975 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 15:55:14.541130 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 15:55:14.541422 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 15:55:14.541567 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 15:55:14.541694 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 15:55:14.541819 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.542047 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.542197 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.542324 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.542821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.542821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.542821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.543182 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.543182 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.543182 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.543453 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.543453 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.543594 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544023 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544023 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544357 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544357 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544357 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544623 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544719 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.544992 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.545315 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] debug = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.545478 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.545675 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.545842 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.546003 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.546163 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.546325 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.546484 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.546647 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.547391 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.547585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.547860 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.547990 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548206 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548206 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548372 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548493 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548681 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548829 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host = dv-cinder-792642-4-iscsi {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.548985 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.549149 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.549310 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.549487 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.549630 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.549791 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.549954 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.550119 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.550267 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.550409 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.550571 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.550716 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.550870 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.551028 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.551325 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_options = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.551325 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.551693 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.551693 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552059 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552059 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552059 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552628 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552628 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552628 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552911 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.552911 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553056 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553158 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553318 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553478 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553675 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553811 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.553946 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.554071 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.554228 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.554387 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.554547 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.554708 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.554866 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.555026 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.555189 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.555347 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.555664 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.556162 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.556162 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.556162 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.556941 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.556941 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.556941 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557363 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557363 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557363 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557641 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557641 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557902 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.557902 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558169 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558169 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558416 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558543 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558627 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_json = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558768 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.558929 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.559089 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.559248 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.559418 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.559542 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.559705 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.559891 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 15:55:14.560039 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.560207 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.560383 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.560569 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.560805 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.560952 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561118 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561264 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561407 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561545 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561694 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561832 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.561969 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.562116 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.562279 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.563046 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.563269 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.563419 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.563585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.563748 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.563912 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.564074 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.564259 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.564421 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.564607 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.564752 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:55:14.564886 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565013 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565137 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565276 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565487 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565616 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565745 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.565871 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566005 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566132 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566283 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566446 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566611 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566775 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.566939 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.567104 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.567266 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.567429 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.567593 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.567757 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.567921 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.568086 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.568249 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.568465 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.568617 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.568774 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.568938 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.569100 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.569263 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.569428 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.569590 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.569757 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.569920 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.570084 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.570247 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.570411 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.570587 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.570750 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.570913 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.571076 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.571239 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.571402 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.571565 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.571727 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.571890 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.572053 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.572215 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.572378 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.572565 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.572730 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.572893 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.573057 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.573221 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.573384 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.573546 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.573708 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.573870 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.574034 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.574197 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.574369 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.574546 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.574710 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.574871 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.575035 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.575198 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.575360 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.575640 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.575780 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.575933 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.576071 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.576197 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.576322 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.576450 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.576619 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.576782 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577154 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577154 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577398 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577398 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577862 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577862 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.577862 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.579833 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581095 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.581966 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.582856 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583589 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583589 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583589 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583589 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583589 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583994 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.583994 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584138 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584216 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584329 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584494 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584662 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584830 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.584995 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.585157 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.585320 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.585482 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.585645 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.585875 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.585968 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.586111 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.586273 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.586436 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.586598 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.586760 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.586922 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.587084 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.587246 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.587409 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.587572 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.587740 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588284 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588284 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588284 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588810 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588810 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588810 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.588810 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.589585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.589585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.589585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.589585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.589585 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590427 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590427 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590427 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590427 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590427 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.590821 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591028 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591157 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591274 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591439 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591602 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591765 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.591928 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.592090 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.592256 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.592421 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.592607 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.592771 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.592935 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.593099 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.593260 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.593424 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.593625 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.593787 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.593950 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.594113 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.594276 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.594439 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.594612 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.594775 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.594937 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.595101 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.595264 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.595426 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.595599 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.595762 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.595952 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.596076 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.596238 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.596401 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.596595 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.596760 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.596923 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.597086 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.597248 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.597410 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.597583 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.597746 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.597909 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.598071 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.598234 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.598397 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.598571 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.598737 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.598901 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.599073 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.599235 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.599397 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.599564 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.599740 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.599903 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.600068 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.600232 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.600394 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.600579 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.600773 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.600992 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.601119 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.601245 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.601369 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.601533 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.601705 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.601878 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.602042 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.602230 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.602376 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.602538 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.602686 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.602855 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.603202 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.603202 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604115 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604115 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604115 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604115 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604115 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604115 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604727 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604727 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604727 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.604727 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.605028 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.605028 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.605172 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.605281 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 15:55:14.605436 dv-cinder-792642-4-iscsi neutron-server[93092]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93092) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 15:55:14.801365 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49158) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:14.810233 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065811 Jul 12 15:55:26.346717 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7689ec-0bbd-4ee9-8661-d36ad61391e1 None None] get_active_networks_info from dv-cinder-792642-4-iscsi {{(pid=93203) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 12 15:55:26.422238 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7689ec-0bbd-4ee9-8661-d36ad61391e1 None None] No non-hosted networks {{(pid=93203) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 15:55:26.440898 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7ca9f192-56c1-4d12-b217-743a4909ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615457'] for agent, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:29.087882 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fa1f06bb-a556-484e-ae9a-f43367a1417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615457'] for agent, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:29.153845 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0caa6cab-6de3-4b24-80cc-9b7a036b45e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:29.175773 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615457'] for agent, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:29.176438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.176923 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.177405 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.178342 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.178686 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.179023 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.179414 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.179813 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.180153 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.180546 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.189796 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.193667 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:29.194669 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792642-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:55:29.200816 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792642-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:55:30.115830 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615457'] for agent, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:31.541854 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615457'] for agent, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:32.585165 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49250) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:33.097072 dv-cinder-792642-4-iscsi neutron-server[93202]: WARNING oslo_policy.policy [None req-4e55fb93-0c34-4d5d-9592-7f90e513289d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:55:33.097705 dv-cinder-792642-4-iscsi neutron-server[93202]: WARNING oslo_policy.policy [None req-4e55fb93-0c34-4d5d-9592-7f90e513289d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:55:33.317836 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [None req-4e55fb93-0c34-4d5d-9592-7f90e513289d admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:55:33.318844 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-4e55fb93-0c34-4d5d-9592-7f90e513289d admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7327683 Jul 12 15:55:34.446452 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.db.l3_hamode_db [None req-5b6adfd9-340c-42c5-90aa-a6d7e0446c52 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 15:55:34.524037 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6adfd9-340c-42c5-90aa-a6d7e0446c52 None None] Routers set() bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:55:34.524431 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6adfd9-340c-42c5-90aa-a6d7e0446c52 None None] Router IDs set() for agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 12 15:55:35.748701 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49264) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:36.057004 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:55:36.151720 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.policy [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93202) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 15:55:36.199156 dv-cinder-792642-4-iscsi neutron-server[93202]: WARNING oslo_policy.policy [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:55:36.199552 dv-cinder-792642-4-iscsi neutron-server[93202]: WARNING oslo_policy.policy [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:55:36.208464 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.quota [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] Loaded quota_driver: . Jul 12 15:55:36.301103 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778825047037', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778825046030', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778825051254', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778825060924', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778825072113', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778825008747', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16267205', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16373542', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-568235', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1029149'] for rbac-policy, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:36.369227 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:36.370388 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-77594e1a-5046-459d-9b52-0bb395da750b admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6204088 Jul 12 15:55:38.930460 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49276) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:39.230840 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'name': 'private', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:55:39.261067 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Made reservation on behalf of 97a8ea546cde4340b5271c7e740fa616 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:55:39.263997 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.281956 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.408433 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.412168 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.431839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 15:55:39.461277 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778820603477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.461889 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Unsubscribe: segment precommit_create {{(pid=93202) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 15:55:39.462425 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Added segment 7e553acb-2e3f-451f-829a-693d17ccc1cd of type vlan for network b906ee42-7616-4816-8c97-1e2699af682e Jul 12 15:55:39.480657 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a8ec4-d364-4d91-81b1-743e714876b6,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:39.534890 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.535252 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.535603 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.535939 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.536271 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.536644 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.536978 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.537304 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.537645 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.537971 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.538292 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.538613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Tracked resource versions report: Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: pushed versions: Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: { 'AddressGroup': {'1.2'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'ConntrackHelper': {'1.0'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Log': {'1.0'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Network': {'1.1'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Port': {'1.7'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'PortForwarding': {'1.2'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'QosPolicy': {'1.8'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroup': {'1.4'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SubPort': {'1.0'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Subnet': {'1.1'}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Trunk': {'1.1'}} Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: consumer versions: Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'ConntrackHelper': '1.0', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Log': '1.0', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Network': '1.1', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Port': '1.7', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'PortForwarding': '1.2', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'QosPolicy': '1.8', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroup': '1.4', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroupRule': '1.2', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SubPort': '1.0', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Subnet': '1.1', Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Trunk': '1.1'}} Jul 12 15:55:39.539726 dv-cinder-792642-4-iscsi neutron-server[93202]: {{(pid=93202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:55:39.579444 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.633030 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.634100 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:55:39.634728 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:39.716365 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7846034 Jul 12 15:55:39.734737 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779db4be-4285-41c9-909c-48384b686415 admin admin] Pushing event updated for resources: {'Network': ['ID=b906ee42-7616-4816-8c97-1e2699af682e,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:39.746838 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network b906ee42-7616-4816-8c97-1e2699af682e details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 15:55:42.330613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49290) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:42.715738 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3871530-856c-4c43-be6a-5aeead4d91ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:55:42.717141 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b3871530-856c-4c43-be6a-5aeead4d91ed admin admin] 10.222.0.70 "GET /v2.0/networks/b906ee42-7616-4816-8c97-1e2699af682e HTTP/1.1" status: 200 len: 825 time: 0.3855898 Jul 12 15:55:42.741553 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-4a28dfcf-eb50-4731-ba1e-b0297e02a4d0 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/29d5f86b-b842-404f-a0b7-a23f843cd581 HTTP/1.1" status: 200 len: 734 time: 0.0185101 Jul 12 15:55:42.750044 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Request body: {'subnet': {'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:55:42.772484 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Made reservation on behalf of 97a8ea546cde4340b5271c7e740fa616 for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:55:42.775029 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:43.075798 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:43.146462 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb72351-903e-42b2-90c6-b671c2896d05,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:43.150933 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Checking segment: {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:55:43.151319 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Network hostable DHCP agents. Network: b906ee42-7616-4816-8c97-1e2699af682e, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 15:55:43.174474 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Network b906ee42-7616-4816-8c97-1e2699af682e is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 15:55:43.185703 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, b906ee42-7616-4816-8c97-1e2699af682e) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:55:43.191747 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:55:43.192350 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:43.195374 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431cb225-00cc-4c69-a66a-f6392c74d074 None None] Network b906ee42-7616-4816-8c97-1e2699af682e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:55:43.214621 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f8eacbb9-b56c-4503-b6b0-1ef6fed1ce67 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4643011 Jul 12 15:55:43.512046 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-b906ee42-7616-4816-8c97-1e2699af682e', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 15:55:43.513433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:43.786570 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Allocated IP 172.20.0.2 (b906ee42-7616-4816-8c97-1e2699af682e/9cb72351-903e-42b2-90c6-b671c2896d05/af986ea1-5288-4aed-be0d-850b2d26c840) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:55:43.994147 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:44.037783 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Transition to ACTIVE for port object af986ea1-5288-4aed-be0d-850b2d26c840 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:55:44.058092 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Transition to ACTIVE for port object af986ea1-5288-4aed-be0d-850b2d26c840 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:55:44.067563 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:44.129486 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Network b906ee42-7616-4816-8c97-1e2699af682e is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:55:44.135863 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:55:44.148823 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:55:44.154881 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Pushing event updated for resources: {'Port': ['ID=af986ea1-5288-4aed-be0d-850b2d26c840,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:44.179395 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.179748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.180089 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.180424 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.180780 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.181160 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.181748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.182075 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.182419 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.182746 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.183066 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.183383 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Tracked resource versions report: Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: pushed versions: Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: { 'AddressGroup': {'1.2'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'ConntrackHelper': {'1.0'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Log': {'1.0'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Network': {'1.1'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Port': {'1.7'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'PortForwarding': {'1.2'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'QosPolicy': {'1.8'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroup': {'1.4'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SubPort': {'1.0'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Subnet': {'1.1'}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Trunk': {'1.1'}} Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: consumer versions: Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'ConntrackHelper': '1.0', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Log': '1.0', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Network': '1.1', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Port': '1.7', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'PortForwarding': '1.2', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'QosPolicy': '1.8', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroup': '1.4', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroupRule': '1.2', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SubPort': '1.0', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Subnet': '1.1', Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Trunk': '1.1'}} Jul 12 15:55:44.184491 dv-cinder-792642-4-iscsi neutron-server[93203]: {{(pid=93203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:55:44.234523 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Attempting to bind port af986ea1-5288-4aed-be0d-850b2d26c840 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:55:44.235146 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Attempting to bind port af986ea1-5288-4aed-be0d-850b2d26c840 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:55:44.235331 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Attempting to bind port af986ea1-5288-4aed-be0d-850b2d26c840 on network b906ee42-7616-4816-8c97-1e2699af682e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:55:44.240352 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:55:44.240797 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Checking segment: {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:55:44.241275 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:44.241663 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Bound using segment: {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:55:44.242144 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Bound port: af986ea1-5288-4aed-be0d-850b2d26c840, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:55:44.242561 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:44.304910 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] For port af986ea1-5288-4aed-be0d-850b2d26c840, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:55:44.309981 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] For port af986ea1-5288-4aed-be0d-850b2d26c840, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=af986ea1-5288-4aed-be0d-850b2d26c840,segment=NetworkSegment(7e553acb-2e3f-451f-829a-693d17ccc1cd),segment_id=7e553acb-2e3f-451f-829a-693d17ccc1cd)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:55:44.314740 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:44.384033 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dbf77-0971-40de-b9da-958b0981eeba None None] Pushing event updated for resources: {'Port': ['ID=af986ea1-5288-4aed-be0d-850b2d26c840,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:45.626325 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49298) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:45.961532 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [None req-34ff643c-4c4f-414a-8c3a-e4f4bf20c635 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:55:45.976523 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-34ff643c-4c4f-414a-8c3a-e4f4bf20c635 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3349288 Jul 12 15:55:48.343414 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 49306) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:48.845774 dv-cinder-792642-4-iscsi neutron-server[93201]: WARNING oslo_policy.policy [None req-7d79d146-d0c9-440f-947e-15337e899cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:55:48.846369 dv-cinder-792642-4-iscsi neutron-server[93201]: WARNING oslo_policy.policy [None req-7d79d146-d0c9-440f-947e-15337e899cb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:55:49.065664 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [None req-7d79d146-d0c9-440f-947e-15337e899cb0 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:55:49.080590 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-7d79d146-d0c9-440f-947e-15337e899cb0 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7213116 Jul 12 15:55:50.615975 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4021a4-009a-4d17-89ce-ac0edb614411 None None] Network b906ee42-7616-4816-8c97-1e2699af682e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:55:50.742408 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d2181774-d3d6-4c70-aec2-5d54535fca34 None None] Provisioning for port af986ea1-5288-4aed-be0d-850b2d26c840 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:55:51.034042 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device af986ea1-5288-4aed-be0d-850b2d26c840 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:55:51.127344 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port af986ea1-5288-4aed-be0d-850b2d26c840 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:55:51.131359 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port af986ea1-5288-4aed-be0d-850b2d26c840 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:55:51.131762 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:51.239173 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:51.276430 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port af986ea1-5288-4aed-be0d-850b2d26c840, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=af986ea1-5288-4aed-be0d-850b2d26c840,segment=NetworkSegment(7e553acb-2e3f-451f-829a-693d17ccc1cd),segment_id=7e553acb-2e3f-451f-829a-693d17ccc1cd)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:55:51.280593 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:51.335361 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=af986ea1-5288-4aed-be0d-850b2d26c840,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:51.751055 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49326) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:52.048271 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] Request body: {'router': {'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:55:52.072566 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:52.074093 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:52.212725 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:52.217411 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:52.228919 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:52.230108 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-6cac2f92-ad01-4be7-805a-e839c80fa00c admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4780893 Jul 12 15:55:53.014326 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device af986ea1-5288-4aed-be0d-850b2d26c840 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:55:53.064853 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port af986ea1-5288-4aed-be0d-850b2d26c840 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:55:53.065228 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:54.495115 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:55:54.619277 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49334) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:54.927438 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [None req-23db7356-9f96-45d7-96b3-cf956ee517ad admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:55:54.928417 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-23db7356-9f96-45d7-96b3-cf956ee517ad admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3082285 Jul 12 15:55:56.244147 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-27cc760a-347f-4be4-badc-002daee470df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.307006 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49342) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:55:57.613847 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:55:57.638365 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Made reservation on behalf of c7edd9524a224ec9bfe42415a412a4b4 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:55:57.641643 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.649654 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.734880 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.738811 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.756978 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Reserving flat network on physical network physnet1 {{(pid=93202) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 15:55:57.771517 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0a76f9-4e64-4fde-a2cc-218a2727672c,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:57.778403 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.778758 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Added segment 9741f00b-f2ef-4751-83a2-3a70e3744154 of type flat for network d04e06a1-cacf-4c48-8efa-62910d6c765e Jul 12 15:55:57.832163 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.867079 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.867939 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:55:57.868538 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:57.921642 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6135800 Jul 12 15:55:57.928469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14007570-3635-46d9-8ca9-39c26b99e8c7 admin admin] Pushing event updated for resources: {'Network': ['ID=d04e06a1-cacf-4c48-8efa-62910d6c765e,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:55:57.940163 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network d04e06a1-cacf-4c48-8efa-62910d6c765e details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 15:55:59.084826 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-85d83162-24e3-4370-ab3b-8d121e9bbd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:55:59.174199 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:00.059528 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:00.273222 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49360) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:00.447679 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c3955e-e064-43b6-9622-6e4d16e8bdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:00.449036 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-69c3955e-e064-43b6-9622-6e4d16e8bdb2 admin admin] 10.222.0.70 "GET /v2.0/subnets/9cb72351-903e-42b2-90c6-b671c2896d05 HTTP/1.1" status: 200 len: 849 time: 0.1748612 Jul 12 15:56:00.564848 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-291c739a-ae09-4cfe-9988-b15ce6c469e1 admin admin] 10.222.0.70 "GET /v2.0/routers/6179111f-fefe-425a-b727-2b313e8dc30d HTTP/1.1" status: 200 len: 704 time: 0.1104443 Jul 12 15:56:00.830827 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.121681 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Allocated IP 172.20.0.1 (b906ee42-7616-4816-8c97-1e2699af682e/9cb72351-903e-42b2-90c6-b671c2896d05/75f66632-5b9b-4961-b75a-b1e668c2b2d0) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:56:01.318563 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.341308 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Transition to ACTIVE for port object 75f66632-5b9b-4961-b75a-b1e668c2b2d0 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:56:01.422874 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.500929 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Network b906ee42-7616-4816-8c97-1e2699af682e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:56:01.504355 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.506691 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:56:01.509209 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:56:01.509750 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.533875 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Pushing event updated for resources: {'Port': ['ID=75f66632-5b9b-4961-b75a-b1e668c2b2d0,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:01.695496 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-5fd7cfcd-c86c-477e-a257-5102a2e10a0b None None] Provisioning for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:56:01.698998 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-5fd7cfcd-c86c-477e-a257-5102a2e10a0b None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:01.699372 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5fd7cfcd-c86c-477e-a257-5102a2e10a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.726549 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.732484 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-5fd7cfcd-c86c-477e-a257-5102a2e10a0b None None] Port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 15:56:01.907741 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.912216 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.941585 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:01.996304 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Pushing event updated for resources: {'Port': ['ID=75f66632-5b9b-4961-b75a-b1e668c2b2d0,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:02.052460 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Network b906ee42-7616-4816-8c97-1e2699af682e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:56:02.053609 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:56:02.154033 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6212af63-ae81-43c9-b38f-1254d58d1a3d None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:02.154543 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6212af63-ae81-43c9-b38f-1254d58d1a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:02.188779 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-6212af63-ae81-43c9-b38f-1254d58d1a3d None None] Port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 15:56:02.221040 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Router 6179111f-fefe-425a-b727-2b313e8dc30d is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 15:56:02.307757 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-32fba5a4-91ce-499e-bda5-b185265789be None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:02.308132 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-32fba5a4-91ce-499e-bda5-b185265789be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:02.312135 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 15:56:02.328382 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3bb15513-1725-4235-be9e-93ec90c6227d admin admin] 10.222.0.70 "PUT /v2.0/routers/6179111f-fefe-425a-b727-2b313e8dc30d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7483389 Jul 12 15:56:02.328979 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Sync routers for ids ['6179111f-fefe-425a-b727-2b313e8dc30d'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 15:56:02.336345 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Routers {'6179111f-fefe-425a-b727-2b313e8dc30d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:56:02.337382 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T15:55:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6179111f-fefe-425a-b727-2b313e8dc30d'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:02.346745 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-32fba5a4-91ce-499e-bda5-b185265789be None None] Port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 15:56:02.524772 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Set router 6179111f-fefe-425a-b727-2b313e8dc30d gateway port host: None {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:56:02.962784 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'name': 'router1', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:55:52Z', 'updated_at': '2021-07-12T15:56:01Z', 'revision_number': 2, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'gw_port_host': None, '_interfaces': [{'id': '75f66632-5b9b-4961-b75a-b1e668c2b2d0', 'name': '', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:00Z', 'updated_at': '2021-07-12T15:56:01Z', 'revision_number': 2, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'subnets': [{'id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:03.016570 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Checking router: 6179111f-fefe-425a-b727-2b313e8dc30d for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 15:56:03.016834 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Updating router 6179111f-fefe-425a-b727-2b313e8dc30d port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 15:56:03.082768 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:03.574351 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:03.595638 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Transition to ACTIVE for port object 75f66632-5b9b-4961-b75a-b1e668c2b2d0 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:56:03.601713 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:03.763967 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Pushing event updated for resources: {'Port': ['ID=75f66632-5b9b-4961-b75a-b1e668c2b2d0,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:03.774384 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.774738 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.775128 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.775588 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.775806 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.776148 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.776420 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.776831 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.777308 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.777696 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.777915 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.778234 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Tracked resource versions report: Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: pushed versions: Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: { 'AddressGroup': {'1.2'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'ConntrackHelper': {'1.0'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Log': {'1.0'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Network': {'1.1'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Port': {'1.7'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'PortForwarding': {'1.2'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'QosPolicy': {'1.8'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroup': {'1.4'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SubPort': {'1.0'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Subnet': {'1.1'}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Trunk': {'1.1'}} Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: consumer versions: Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'ConntrackHelper': '1.0', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Log': '1.0', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Network': '1.1', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Port': '1.7', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'PortForwarding': '1.2', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'QosPolicy': '1.8', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroup': '1.4', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroupRule': '1.2', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SubPort': '1.0', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Subnet': '1.1', Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Trunk': '1.1'}} Jul 12 15:56:03.779500 dv-cinder-792642-4-iscsi neutron-server[93204]: {{(pid=93204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:56:03.782261 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Attempting to bind port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:56:03.782261 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Attempting to bind port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:56:03.782778 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Attempting to bind port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 on network b906ee42-7616-4816-8c97-1e2699af682e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:56:03.788840 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:56:03.789138 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Checking segment: {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:56:03.789651 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:03.790043 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Bound using segment: {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:56:03.790590 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Bound port: 75f66632-5b9b-4961-b75a-b1e668c2b2d0, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e553acb-2e3f-451f-829a-693d17ccc1cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:56:03.791832 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:03.855402 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] For port 75f66632-5b9b-4961-b75a-b1e668c2b2d0, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:56:03.882376 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] For port 75f66632-5b9b-4961-b75a-b1e668c2b2d0, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=75f66632-5b9b-4961-b75a-b1e668c2b2d0,segment=NetworkSegment(7e553acb-2e3f-451f-829a-693d17ccc1cd),segment_id=7e553acb-2e3f-451f-829a-693d17ccc1cd)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:56:03.886863 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:03.946483 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Routers {'6179111f-fefe-425a-b727-2b313e8dc30d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:56:03.947113 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T15:55:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6179111f-fefe-425a-b727-2b313e8dc30d'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:03.950371 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d99b53-25ab-4167-a877-8ebb8f807a40 None None] Pushing event updated for resources: {'Port': ['ID=75f66632-5b9b-4961-b75a-b1e668c2b2d0,revision_number=4']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:04.043365 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] Set router 6179111f-fefe-425a-b727-2b313e8dc30d gateway port host: None {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:56:04.248140 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'name': 'router1', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:55:52Z', 'updated_at': '2021-07-12T15:56:01Z', 'revision_number': 2, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'gw_port_host': None, '_interfaces': [{'id': '75f66632-5b9b-4961-b75a-b1e668c2b2d0', 'name': '', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:00Z', 'updated_at': '2021-07-12T15:56:03Z', 'revision_number': 4, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'subnets': [{'id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:04.276146 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d17db0-76b9-4c1c-9066-f34f9b229d52 None None] The sync data for ids ['6179111f-fefe-425a-b727-2b313e8dc30d'] in dv-cinder-792642-4-iscsi is: [{'id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'name': 'router1', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:55:52Z', 'updated_at': '2021-07-12T15:56:01Z', 'revision_number': 2, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'gw_port_host': None, '_interfaces': [{'id': '75f66632-5b9b-4961-b75a-b1e668c2b2d0', 'name': '', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:00Z', 'updated_at': '2021-07-12T15:56:03Z', 'revision_number': 4, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'subnets': [{'id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 15:56:04.533457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49380) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:04.641598 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b095d56-e9f4-4113-bc75-7258efad1e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:04.642961 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1b095d56-e9f4-4113-bc75-7258efad1e05 admin admin] 10.222.0.70 "GET /v2.0/networks/d04e06a1-cacf-4c48-8efa-62910d6c765e HTTP/1.1" status: 200 len: 842 time: 0.1084728 Jul 12 15:56:04.652356 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:56:04.673614 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Made reservation on behalf of c7edd9524a224ec9bfe42415a412a4b4 for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:56:04.675879 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:05.029909 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.objects.ports [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93202) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 12 15:56:05.030361 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:05.087771 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75976d73-25e4-4013-93cb-327a27e6a14a,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:05.092192 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:56:05.092571 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Network hostable DHCP agents. Network: d04e06a1-cacf-4c48-8efa-62910d6c765e, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 15:56:05.109808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 15:56:05.118728 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, d04e06a1-cacf-4c48-8efa-62910d6c765e) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:56:05.122795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:05.123398 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:05.128002 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed847ca-979b-46cc-8fd8-1b89131480d0 None None] Network d04e06a1-cacf-4c48-8efa-62910d6c765e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:56:05.148616 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7407f06d-46f5-4757-9c4d-68876f80d128 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4903338 Jul 12 15:56:05.257546 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08a5daf-fe33-450e-a577-21509b1bcbaf None None] Network d04e06a1-cacf-4c48-8efa-62910d6c765e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:56:07.458664 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49392) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:07.588331 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d29bd549-6c6f-4126-848f-edcaa212fe23 admin admin] 10.222.0.70 "GET /v2.0/routers/6179111f-fefe-425a-b727-2b313e8dc30d HTTP/1.1" status: 200 len: 710 time: 0.1284161 Jul 12 15:56:07.676810 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e40a0a-0b0a-4dc9-9a12-d5cab920c425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:56:07.678172 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-92e40a0a-0b0a-4dc9-9a12-d5cab920c425 admin admin] 10.222.0.70 "GET /v2.0/networks/d04e06a1-cacf-4c48-8efa-62910d6c765e HTTP/1.1" status: 200 len: 886 time: 0.0839865 Jul 12 15:56:07.687384 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:56:07.944653 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:08.189197 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:08.269032 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:08.375333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Allocated IP 172.27.3.13 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/175d8411-ca41-43ed-936c-85457a01f105) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:56:08.475049 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:08.513756 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:08.551017 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:56:08.555562 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:56:08.559041 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:56:08.596226 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Pushing event updated for resources: {'Port': ['ID=175d8411-ca41-43ed-936c-85457a01f105,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:08.892947 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.037425 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 75f66632-5b9b-4961-b75a-b1e668c2b2d0 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:56:09.088872 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:56:09.092647 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.093920 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:09.094042 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.095901 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617685', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611091'] for router, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.172828 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.202533 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Router 6179111f-fefe-425a-b727-2b313e8dc30d has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 15:56:09.205122 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 75f66632-5b9b-4961-b75a-b1e668c2b2d0, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=75f66632-5b9b-4961-b75a-b1e668c2b2d0,segment=NetworkSegment(7e553acb-2e3f-451f-829a-693d17ccc1cd),segment_id=7e553acb-2e3f-451f-829a-693d17ccc1cd)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:56:09.209186 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.264708 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=75f66632-5b9b-4961-b75a-b1e668c2b2d0,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:09.314324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 15:56:09.319472 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.320686 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-84fc5bb5-ea22-4708-a315-0705b3965361 admin admin] 10.222.0.70 "PUT /v2.0/routers/6179111f-fefe-425a-b727-2b313e8dc30d HTTP/1.1" status: 200 len: 889 time: 1.6367822 Jul 12 15:56:09.324564 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Sync routers for ids ['6179111f-fefe-425a-b727-2b313e8dc30d'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 15:56:09.336992 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Routers {'6179111f-fefe-425a-b727-2b313e8dc30d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:56:09.337716 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T15:55:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6179111f-fefe-425a-b727-2b313e8dc30d'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:09.520332 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c812ae14-f327-4e22-925d-a84db3aff734 None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:09.520702 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c812ae14-f327-4e22-925d-a84db3aff734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:09.645145 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Set router 6179111f-fefe-425a-b727-2b313e8dc30d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:56:10.071394 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'name': 'router1', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '175d8411-ca41-43ed-936c-85457a01f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:55:52Z', 'updated_at': '2021-07-12T15:56:08Z', 'revision_number': 4, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'gw_port': {'id': '175d8411-ca41-43ed-936c-85457a01f105', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:08Z', 'updated_at': '2021-07-12T15:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '75f66632-5b9b-4961-b75a-b1e668c2b2d0', 'name': '', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:00Z', 'updated_at': '2021-07-12T15:56:09Z', 'revision_number': 5, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'subnets': [{'id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:10.126346 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Checking router: 6179111f-fefe-425a-b727-2b313e8dc30d for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 15:56:10.126733 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Updating router 6179111f-fefe-425a-b727-2b313e8dc30d port 175d8411-ca41-43ed-936c-85457a01f105 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 15:56:10.161440 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:10.486168 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:10.495682 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Transition to ACTIVE for port object 175d8411-ca41-43ed-936c-85457a01f105 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:56:10.502957 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:10.555062 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104dc9-2a2d-4b39-89c2-1c3dcf6234fe None None] Pushing event updated for resources: {'Port': ['ID=175d8411-ca41-43ed-936c-85457a01f105,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:10.560819 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Attempting to bind port 175d8411-ca41-43ed-936c-85457a01f105 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:56:10.561196 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Attempting to bind port 175d8411-ca41-43ed-936c-85457a01f105 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:56:10.561565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Attempting to bind port 175d8411-ca41-43ed-936c-85457a01f105 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:56:10.566688 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:56:10.567068 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:56:10.567478 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:10.567874 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:56:10.568346 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Bound port: 175d8411-ca41-43ed-936c-85457a01f105, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:56:10.568800 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:10.619415 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] For port 175d8411-ca41-43ed-936c-85457a01f105, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:56:10.623609 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] For port 175d8411-ca41-43ed-936c-85457a01f105, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=175d8411-ca41-43ed-936c-85457a01f105,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:56:10.628031 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:10.683946 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Routers {'6179111f-fefe-425a-b727-2b313e8dc30d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 15:56:10.684656 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T15:55:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6179111f-fefe-425a-b727-2b313e8dc30d'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:10.690824 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104dc9-2a2d-4b39-89c2-1c3dcf6234fe None None] Pushing event updated for resources: {'Port': ['ID=175d8411-ca41-43ed-936c-85457a01f105,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:10.873942 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] Set router 6179111f-fefe-425a-b727-2b313e8dc30d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 15:56:11.055691 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 75f66632-5b9b-4961-b75a-b1e668c2b2d0 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:56:11.122864 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:11.123532 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:11.156213 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'name': 'router1', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '175d8411-ca41-43ed-936c-85457a01f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:55:52Z', 'updated_at': '2021-07-12T15:56:08Z', 'revision_number': 4, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'gw_port': {'id': '175d8411-ca41-43ed-936c-85457a01f105', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:08Z', 'updated_at': '2021-07-12T15:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '75f66632-5b9b-4961-b75a-b1e668c2b2d0', 'name': '', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:00Z', 'updated_at': '2021-07-12T15:56:09Z', 'revision_number': 5, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'subnets': [{'id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 15:56:11.187088 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0779a6-88f4-488f-bfe9-00f945172a17 None None] The sync data for ids ['6179111f-fefe-425a-b727-2b313e8dc30d'] in dv-cinder-792642-4-iscsi is: [{'id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'name': 'router1', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '175d8411-ca41-43ed-936c-85457a01f105', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T15:55:52Z', 'updated_at': '2021-07-12T15:56:08Z', 'revision_number': 4, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'gw_port': {'id': '175d8411-ca41-43ed-936c-85457a01f105', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:08Z', 'updated_at': '2021-07-12T15:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '75f66632-5b9b-4961-b75a-b1e668c2b2d0', 'name': '', 'network_id': 'b906ee42-7616-4816-8c97-1e2699af682e', 'tenant_id': '97a8ea546cde4340b5271c7e740fa616', 'mac_address': 'fa:16:3e:7f:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6179111f-fefe-425a-b727-2b313e8dc30d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T15:56:00Z', 'updated_at': '2021-07-12T15:56:09Z', 'revision_number': 5, 'project_id': '97a8ea546cde4340b5271c7e740fa616', 'subnets': [{'id': '9cb72351-903e-42b2-90c6-b671c2896d05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '29d5f86b-b842-404f-a0b7-a23f843cd581'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 15:56:11.752028 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49400) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:56:11.878123 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-ee894cd0-52bb-4201-9522-0acedd5096ca admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1249304 Jul 12 15:56:13.040795 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 175d8411-ca41-43ed-936c-85457a01f105 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:56:13.089727 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 175d8411-ca41-43ed-936c-85457a01f105 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:56:13.093457 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 175d8411-ca41-43ed-936c-85457a01f105 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:13.093832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:13.174060 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:13.198416 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 175d8411-ca41-43ed-936c-85457a01f105, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=175d8411-ca41-43ed-936c-85457a01f105,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:56:13.204957 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:13.259153 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=175d8411-ca41-43ed-936c-85457a01f105,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:56:15.036921 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 175d8411-ca41-43ed-936c-85457a01f105 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:56:15.084209 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 175d8411-ca41-43ed-936c-85457a01f105 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:56:15.084621 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:26.251893 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca7ef-7e81-43cf-9166-bcce11618b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:29.090441 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ea88276c-fb14-42f6-8013-06a60bcc4339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:29.181649 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:30.066684 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:31.497033 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:56:31.531147 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:56.244047 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a754d1e1-a6c9-4ddf-b322-7aefbd3dc1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:59.087840 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-f851d09c-3606-490f-b694-b7fe3bbc6114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:56:59.178133 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:00.062832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:01.521679 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:08.496911 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:57:26.245810 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7d3f945e-e6cf-467e-a705-a045869939cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:29.089998 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-97f40c97-b22e-4856-9342-c6eed1fac837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:29.182960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:30.064443 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:31.520684 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:45.500451 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:57:48.764762 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49968) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:48.825958 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.pecan_wsgi.hooks.translation [None req-19af3266-135f-40b3-8ab9-e33c2c3a7e5d admin admin] GET failed (client error): The resource could not be found. Jul 12 15:57:48.827310 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-19af3266-135f-40b3-8ab9-e33c2c3a7e5d admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0615726 Jul 12 15:57:48.989812 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32822c24-affa-4532-a16a-07aa5ded08a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:48.991232 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-32822c24-affa-4532-a16a-07aa5ded08a9 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1600995 Jul 12 15:57:51.171471 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49978) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:51.267191 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87422d4-9089-40b3-9f6b-7db3d3418d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:51.268606 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e87422d4-9089-40b3-9f6b-7db3d3418d7e admin admin] 10.222.0.70 "GET /v2.0/subnets/9cb72351-903e-42b2-90c6-b671c2896d05 HTTP/1.1" status: 200 len: 849 time: 0.0961571 Jul 12 15:57:51.277915 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:57:51.376720 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Notify callbacks [] for subnet, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:51.520836 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778820641073'] for subnet, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:51.549612 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:51.550209 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:51.564752 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] 10.222.0.70 "PUT /v2.0/subnets/9cb72351-903e-42b2-90c6-b671c2896d05 HTTP/1.1" status: 200 len: 868 time: 0.2774897 Jul 12 15:57:51.565009 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c56996-6d4e-4659-98a1-2bf7884ea4ea None None] Network b906ee42-7616-4816-8c97-1e2699af682e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:57:51.577601 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cb72351-903e-42b2-90c6-b671c2896d05,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:57:51.585775 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.586167 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.586494 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.586887 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.587621 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.587949 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.588298 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.588846 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.589201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.589539 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.589897 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.590223 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5ec48d-8fc0-4365-bb14-3ed6c4c3876d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:57:51.976647 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-b9f1e3a9-e0f1-4f43-a84a-b186a6c89962 None None] Provisioning complete for port af986ea1-5288-4aed-be0d-850b2d26c840 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:57:51.977159 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e3a9-e0f1-4f43-a84a-b186a6c89962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:52.067237 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-b9f1e3a9-e0f1-4f43-a84a-b186a6c89962 None None] Provisioning complete for port 75f66632-5b9b-4961-b75a-b1e668c2b2d0 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:57:52.067618 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b9f1e3a9-e0f1-4f43-a84a-b186a6c89962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:53.740344 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49986) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:53.945441 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f873613-6eae-4a0b-ac86-9f97a2e8bf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:53.945823 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f873613-6eae-4a0b-ac86-9f97a2e8bf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:53.948174 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-5f873613-6eae-4a0b-ac86-9f97a2e8bf37 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2068398 Jul 12 15:57:56.107721 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 49994) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:56.254188 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730314d-dfce-48de-9b25-f580b43a1a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:56.254680 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e730314d-dfce-48de-9b25-f580b43a1a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:56.255892 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b72e8211-09cb-404f-ab15-0751047663f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:56.256379 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e730314d-dfce-48de-9b25-f580b43a1a55 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1475837 Jul 12 15:57:58.482554 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50002) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:57:58.623506 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273457b-080a-4b39-bba7-2e144b4adc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:57:58.624928 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e273457b-080a-4b39-bba7-2e144b4adc2f admin admin] 10.222.0.70 "GET /v2.0/networks/b906ee42-7616-4816-8c97-1e2699af682e HTTP/1.1" status: 200 len: 869 time: 0.1413777 Jul 12 15:57:59.095421 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a47e7dd3-27f0-49c4-811f-7c4f55e38710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:57:59.185884 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:00.068230 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:00.884437 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50010) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:01.212245 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.policy [None req-cbcae69e-a0d9-4bb4-806b-7098216fc569 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93201) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 15:58:01.259416 dv-cinder-792642-4-iscsi neutron-server[93201]: WARNING oslo_policy.policy [None req-cbcae69e-a0d9-4bb4-806b-7098216fc569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:58:01.259794 dv-cinder-792642-4-iscsi neutron-server[93201]: WARNING oslo_policy.policy [None req-cbcae69e-a0d9-4bb4-806b-7098216fc569 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 15:58:01.268279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcae69e-a0d9-4bb4-806b-7098216fc569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:01.270128 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-cbcae69e-a0d9-4bb4-806b-7098216fc569 admin admin] 10.222.0.70 "GET /v2.0/networks/d04e06a1-cacf-4c48-8efa-62910d6c765e HTTP/1.1" status: 200 len: 886 time: 0.3846803 Jul 12 15:58:01.528738 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:03.453642 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50022) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:03.678742 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dedf5-5704-4b1a-b417-82116ff98455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:03.679121 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203dedf5-5704-4b1a-b417-82116ff98455 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:03.681743 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-203dedf5-5704-4b1a-b417-82116ff98455 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2261038 Jul 12 15:58:05.873702 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50030) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:06.004919 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfc305-58e7-4d46-8810-a7b731234aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:06.005371 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bfc305-58e7-4d46-8810-a7b731234aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:06.006885 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c9bfc305-58e7-4d46-8810-a7b731234aff admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1322274 Jul 12 15:58:08.218763 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50038) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:08.342681 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328dedb8-106f-47e3-8fad-6a680dc4a804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:08.344028 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-328dedb8-106f-47e3-8fad-6a680dc4a804 admin admin] 10.222.0.70 "GET /v2.0/subnets/75976d73-25e4-4013-93cb-327a27e6a14a HTTP/1.1" status: 200 len: 816 time: 0.1240160 Jul 12 15:58:10.535790 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50046) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:10.638515 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45820b9c-ba06-43f9-9f77-7a58c67191fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:10.639876 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-45820b9c-ba06-43f9-9f77-7a58c67191fe admin admin] 10.222.0.70 "GET /v2.0/subnets/9cb72351-903e-42b2-90c6-b671c2896d05 HTTP/1.1" status: 200 len: 868 time: 0.1031284 Jul 12 15:58:22.499306 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:58:26.250873 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-961a65e6-5b1e-401c-8a25-869b42735b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:29.088191 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-f7787ce9-defa-4371-a34b-4baa796fe6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:29.187309 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:30.072384 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:31.530962 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:35.213630 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50098) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:35.260805 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [None req-8f0809d0-7f7b-4c05-a669-7c88d4896166 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:58:35.261792 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-8f0809d0-7f7b-4c05-a669-7c88d4896166 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472274 Jul 12 15:58:37.565370 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50106) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:37.624654 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.pecan_wsgi.hooks.translation [None req-4085ea2b-8b24-4581-93aa-88c6435ee3cc admin admin] GET failed (client error): The resource could not be found. Jul 12 15:58:37.625968 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-4085ea2b-8b24-4581-93aa-88c6435ee3cc admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596061 Jul 12 15:58:37.709563 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b17e84-a9c2-4f19-a0ab-1f13fd4c3c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:37.711211 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-72b17e84-a9c2-4f19-a0ab-1f13fd4c3c01 admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813344 Jul 12 15:58:39.914378 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50114) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:39.959970 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:58:39.981511 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Made reservation on behalf of c7edd9524a224ec9bfe42415a412a4b4 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:58:39.983902 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:40.013360 dv-cinder-792642-4-iscsi neutron-server[93202]: WARNING neutron.services.revisions.revision_plugin [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Could not find related network for resource to bump revision. Jul 12 15:58:40.024668 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 15:58:40.034769 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:40.035148 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Added segment 0f58ed21-9648-4b7e-865f-9a517d2e5366 of type vlan for network 96088fef-62a5-4f8c-88b6-3e3a078b046a Jul 12 15:58:40.078518 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:40.106318 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:40.107314 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:40.107892 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:40.158375 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2428699 Jul 12 15:58:40.170050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b08698-a7fa-46d6-bc72-782a143ddaae admin admin] Pushing event updated for resources: {'Network': ['ID=96088fef-62a5-4f8c-88b6-3e3a078b046a,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:40.182299 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 96088fef-62a5-4f8c-88b6-3e3a078b046a details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 15:58:42.348606 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50122) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:58:42.413629 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.pecan_wsgi.hooks.translation [None req-f49ff295-fd28-4b90-90ee-38f4d4b6be9c admin admin] GET failed (client error): The resource could not be found. Jul 12 15:58:42.414951 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f49ff295-fd28-4b90-90ee-38f4d4b6be9c admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0653837 Jul 12 15:58:42.487039 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6454d7-70b1-405e-9252-50d17ab4031f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:42.488559 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3a6454d7-70b1-405e-9252-50d17ab4031f admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0690856 Jul 12 15:58:42.498996 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 15:58:42.518606 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Made reservation on behalf of c7edd9524a224ec9bfe42415a412a4b4 for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 15:58:42.520967 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:42.687791 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:42.741323 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39bba1b4-20ad-4175-a58a-e06e862458b0,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:42.750508 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Checking segment: {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:58:42.750856 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Network hostable DHCP agents. Network: 96088fef-62a5-4f8c-88b6-3e3a078b046a, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 15:58:42.766517 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Network 96088fef-62a5-4f8c-88b6-3e3a078b046a is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 15:58:42.775294 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 96088fef-62a5-4f8c-88b6-3e3a078b046a) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:58:42.780258 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 15:58:42.780905 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:42.783445 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091b461f-6675-4a3e-8b2c-605bcd3be4da None None] Network 96088fef-62a5-4f8c-88b6-3e3a078b046a requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:58:42.800472 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e57a074d-45d8-4196-899d-af66e41e6958 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048344 Jul 12 15:58:43.042214 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-96088fef-62a5-4f8c-88b6-3e3a078b046a', 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a', 'tenant_id': 'c7edd9524a224ec9bfe42415a412a4b4', 'fixed_ips': [{'subnet_id': '39bba1b4-20ad-4175-a58a-e06e862458b0'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 15:58:43.043119 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:43.186205 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Allocated IP 192.168.233.2 (96088fef-62a5-4f8c-88b6-3e3a078b046a/39bba1b4-20ad-4175-a58a-e06e862458b0/46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 15:58:43.347507 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:43.357258 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Transition to ACTIVE for port object 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:58:43.375466 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Transition to ACTIVE for port object 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 15:58:43.381637 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:43.418050 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Network 96088fef-62a5-4f8c-88b6-3e3a078b046a is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 15:58:43.422949 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 15:58:43.428377 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 15:58:43.435211 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Pushing event updated for resources: {'Port': ['ID=46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:43.445380 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.445725 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.446069 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.446471 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.446868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.447202 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.447530 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.447858 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.448204 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.448551 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.448874 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.449197 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:58:43.503082 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Attempting to bind port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 15:58:43.503454 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Attempting to bind port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 15:58:43.503827 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Attempting to bind port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 on network 96088fef-62a5-4f8c-88b6-3e3a078b046a {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 15:58:43.509381 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 15, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 15:58:43.509752 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Checking segment: {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 15:58:43.510155 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:43.510547 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Bound using segment: {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 15:58:43.511013 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Bound port: 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 15:58:43.511415 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:43.578504 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] For port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 15:58:43.581955 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] For port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 15:58:43.588235 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:43.644843 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7765-5cb5-4390-88ac-4eaa181d0e0f None None] Pushing event updated for resources: {'Port': ['ID=46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:44.410405 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db607eb-25fb-4317-8829-1b3728b869a8 None None] Network 96088fef-62a5-4f8c-88b6-3e3a078b046a requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 15:58:44.530235 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6e4a21d8-7104-4ad8-89a3-f076b4ff7b7f None None] Provisioning for port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:58:45.155607 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:58:45.205918 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 15:58:45.209931 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:58:45.210309 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:45.292972 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:45.325694 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 15:58:45.329941 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:45.387362 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:58:47.134520 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 15:58:47.191606 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 46fd5a1a-74db-4ec7-9e9b-c5b99ff03f37 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 15:58:47.191988 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:56.252219 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-81d7b0b6-0cf2-4d9a-8c5c-b98ac523cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:59.091742 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e26bd270-9fe1-4839-a6e6-83b4653b10f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:59.190177 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:58:59.500458 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:59:00.074426 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:01.535190 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:26.253102 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-600540f5-7fa6-4077-a2ab-1a8f16431d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:29.093350 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d40db088-39ae-4ed0-93f7-48d6df22b775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:29.195975 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:30.078435 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:31.539284 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:36.499955 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 15:59:52.169776 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50174) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:59:52.176255 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [None req-98338558-f46c-4fc5-b773-2adc03ed5552 tempest-verify_tempest_config-1399519763 tempest-verify_tempest_config-1399519763-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 15:59:52.177336 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-98338558-f46c-4fc5-b773-2adc03ed5552 tempest-verify_tempest_config-1399519763 tempest-verify_tempest_config-1399519763-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062914 Jul 12 15:59:52.501187 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50192) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:59:52.623140 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:52.631580 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.quota [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Loaded quota_driver: . Jul 12 15:59:52.783572 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:52.787487 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:52.837487 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7ac1fc6677e3432699717c4088dca39c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3351195 Jul 12 15:59:52.839634 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec75090b-2870-40f1-bede-7c8794b813ca,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:59:52.840342 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50198) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 15:59:52.849410 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.849765 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.850139 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.850601 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.850936 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.851272 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.851600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.851926 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.852929 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.853260 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.853590 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.853911 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991156d2-4ed6-4f0b-a953-c3d9015b32e6 admin admin] Tracked resource versions report: Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: pushed versions: Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: { 'AddressGroup': {'1.2'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'ConntrackHelper': {'1.0'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Log': {'1.0'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Network': {'1.1'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Port': {'1.7'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'PortForwarding': {'1.2'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'QosPolicy': {'1.8'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroup': {'1.4'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroupRule': {'1.2'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SubPort': {'1.0'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Subnet': {'1.1'}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Trunk': {'1.1'}} Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: consumer versions: Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'ConntrackHelper': '1.0', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Log': '1.0', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Network': '1.1', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Port': '1.7', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'PortForwarding': '1.2', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'QosPolicy': '1.8', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroup': '1.4', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroupRule': '1.2', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SubPort': '1.0', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Subnet': '1.1', Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Trunk': '1.1'}} Jul 12 15:59:52.855098 dv-cinder-792642-4-iscsi neutron-server[93201]: {{(pid=93201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 15:59:52.901110 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:52.922709 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:53.024796 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:53.027314 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:53.030996 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec75090b-2870-40f1-bede-7c8794b813ca HTTP/1.1" status: 204 len: 168 time: 0.1871445 Jul 12 15:59:53.039072 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec75090b-2870-40f1-bede-7c8794b813ca,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 15:59:53.047218 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.047613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.047961 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.048365 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.048664 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.049022 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.049357 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.049692 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.050041 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.050370 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.050699 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:53.051026 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073c0c02-2f89-4cfa-ae6d-0194e7296f9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 15:59:56.255287 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-54f54fcb-e984-47db-a08a-3381d81fb2de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:59.094351 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2d57db02-3769-4f0e-8b4b-cf3df5390f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 15:59:59.200292 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:00.081734 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:01.543300 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:13.499468 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:00:26.258733 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-52bd992e-2792-414e-a99b-90adc99c2f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:29.101198 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-538454a2-0dc8-4d86-ac07-b1888b02ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:29.203737 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:30.084003 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:31.544860 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:50.498970 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:00:56.260611 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7505669a-e2c8-42dd-90b6-d2031b6e5a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:59.093378 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a3be6e84-d75e-40ec-9b80-4d10942b663e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:00:59.205748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:00.086039 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:01.547468 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:26.263239 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9826d7a8-0cc7-4030-b62f-dd55697cb27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:27.497805 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 5 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:01:29.093181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-67cf7a76-316f-474e-9af3-54eea4dad493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:29.206910 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:30.089946 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:31.550199 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:39.378513 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-615457'] for agent, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:50.091211 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50274) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:01:50.193271 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8b278b89-b6e5-4bbe-b7cb-87072c6f1919 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1009140 Jul 12 16:01:52.419810 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50284) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:01:52.484451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a663f68c-f5c8-4dd1-a468-6520ce562b6c admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0635526 Jul 12 16:01:56.264283 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c1db3c5c-6f1d-40aa-affb-fef867d8ad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:59.095488 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a86a59d5-b5d9-4bab-a95e-9696a86870bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:01:59.211194 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:00.092763 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:01.552719 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:04.497110 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:02:09.331554 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:26.265338 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ab2dd196-4cbb-4f69-b989-7d0b869f1f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:29.095748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6f6abab1-b8e6-4494-8ba8-fda1bbd000ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:29.211606 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:30.096950 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:31.554560 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:39.340613 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:41.495636 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:02:56.270556 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-db4693de-f536-42b9-b2d8-e9b86047e934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:59.097635 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a7a7b1ec-13b8-471c-8215-b0e5e7541e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:02:59.217595 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:00.098632 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:01.560381 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:09.340765 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:18.494009 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:03:24.237020 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50386) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:24.477690 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-network', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:24.499324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Made reservation on behalf of 429f3cb929cc4e79be6b1251ae38b648 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:24.501860 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.516474 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.605304 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.609446 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.632269 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:24.642709 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.643220 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Added segment d85875c1-0a81-447c-98a8-699a8a703c34 of type vlan for network fe426721-bb92-4d32-b3e8-d52b3b783dd0 Jul 12 16:03:24.664268 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e562d1be-1783-480c-8069-f8af42922d63,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:24.689042 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.689374 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.689716 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.690050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.690375 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.690759 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.691029 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.691427 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.691657 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.691979 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.692297 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.692692 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Tracked resource versions report: Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: pushed versions: Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Log': {'1.0'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Network': {'1.1'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Port': {'1.7'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'PortForwarding': {'1.2'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'QosPolicy': {'1.8'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SubPort': {'1.0'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Subnet': {'1.1'}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Trunk': {'1.1'}} Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: consumer versions: Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: HyperV agent@hv-cinder-79264: {}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'ConntrackHelper': '1.0', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Log': '1.0', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Network': '1.1', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Port': '1.7', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'PortForwarding': '1.2', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'QosPolicy': '1.8', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroup': '1.4', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SecurityGroupRule': '1.2', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'SubPort': '1.0', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Subnet': '1.1', Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: 'Trunk': '1.1'}} Jul 12 16:03:24.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: {{(pid=93202) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:24.710626 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.747671 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.748766 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:24.749446 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.774941 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5328836 Jul 12 16:03:24.775382 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50436) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:24.781983 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Request body: {'subnet': {'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-subnet', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:24.811684 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Made reservation on behalf of 429f3cb929cc4e79be6b1251ae38b648 for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:24.817069 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d66e6b-dab0-44a7-a4b6-0f17e42721ff admin admin] Pushing event updated for resources: {'Network': ['ID=fe426721-bb92-4d32-b3e8-d52b3b783dd0,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:24.817449 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:24.829594 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:25.070606 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.160894 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:25.173737 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.174130 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.174479 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.174821 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.175165 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.175696 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.176203 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.176563 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.176921 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.177264 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.177596 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.177922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Tracked resource versions report: Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: pushed versions: Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Log': {'1.0'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Network': {'1.1'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Port': {'1.7'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'PortForwarding': {'1.2'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'QosPolicy': {'1.8'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SubPort': {'1.0'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Subnet': {'1.1'}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Trunk': {'1.1'}} Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: consumer versions: Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: HyperV agent@hv-cinder-79264: {}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'ConntrackHelper': '1.0', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Log': '1.0', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Network': '1.1', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Port': '1.7', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'PortForwarding': '1.2', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'QosPolicy': '1.8', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroup': '1.4', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SecurityGroupRule': '1.2', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'SubPort': '1.0', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Subnet': '1.1', Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: 'Trunk': '1.1'}} Jul 12 16:03:25.179183 dv-cinder-792642-4-iscsi neutron-server[93201]: {{(pid=93201) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:25.181484 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Checking segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:25.181887 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Network hostable DHCP agents. Network: fe426721-bb92-4d32-b3e8-d52b3b783dd0, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:25.208398 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:03:25.222456 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, fe426721-bb92-4d32-b3e8-d52b3b783dd0) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:25.230370 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:25.231247 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.237326 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082478c0-6bc4-4f39-94a3-498508f55b40 None None] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:25.248465 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-30548c19-a3ea-4de9-b9d9-a9dd76ed0dc0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4719701 Jul 12 16:03:25.250971 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50456) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:25.256113 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:25.294066 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.297197 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.445043 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:03:25.446267 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.466223 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.544835 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50470) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:25.630919 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Allocated IP 172.20.0.2 (fe426721-bb92-4d32-b3e8-d52b3b783dd0/2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7/6e70124c-fee2-4a74-a555-bece14b2198c) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:25.680857 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.795991 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-network', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:25.819814 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.835662 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Made reservation on behalf of 7b02ea6cfbab4c6eb0ea447f07bd9854 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:25.838007 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Transition to ACTIVE for port object 6e70124c-fee2-4a74-a555-bece14b2198c will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:25.839596 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.851095 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.863673 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Transition to ACTIVE for port object 6e70124c-fee2-4a74-a555-bece14b2198c will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:25.876390 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.939650 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Pushing event updated for resources: {'Port': ['ID=6e70124c-fee2-4a74-a555-bece14b2198c,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:25.954033 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.954376 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.955761 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.957087 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.957680 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.958760 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.960880 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.961022 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:25.961541 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.962029 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.962746 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.963248 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.964279 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.964861 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Tracked resource versions report: Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: pushed versions: Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Log': {'1.0'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Network': {'1.1'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Port': {'1.7'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'PortForwarding': {'1.2'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'QosPolicy': {'1.8'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SubPort': {'1.0'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Subnet': {'1.1'}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Trunk': {'1.1'}} Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: consumer versions: Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: HyperV agent@hv-cinder-79264: {}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'ConntrackHelper': '1.0', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Log': '1.0', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Network': '1.1', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Port': '1.7', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'PortForwarding': '1.2', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'QosPolicy': '1.8', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroup': '1.4', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SecurityGroupRule': '1.2', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'SubPort': '1.0', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Subnet': '1.1', Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: 'Trunk': '1.1'}} Jul 12 16:03:25.966281 dv-cinder-792642-4-iscsi neutron-server[93203]: {{(pid=93203) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:25.983448 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:25.985800 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:25.989121 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:25.995016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b17216a-23af-4792-8e5c-41d8bd935317,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:26.018506 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:26.036192 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.036791 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Added segment c074e23d-3612-4049-a102-193b346b0794 of type vlan for network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e Jul 12 16:03:26.067892 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Attempting to bind port 6e70124c-fee2-4a74-a555-bece14b2198c on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:26.068475 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Attempting to bind port 6e70124c-fee2-4a74-a555-bece14b2198c by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:26.069142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Attempting to bind port 6e70124c-fee2-4a74-a555-bece14b2198c on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:26.076125 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:26.076928 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Checking segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:26.077601 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.078053 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Bound using segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:26.078595 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Bound port: 6e70124c-fee2-4a74-a555-bece14b2198c, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:26.079060 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.087501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.110803 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.129714 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.131181 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:26.132398 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.136950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.175027 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] For port 6e70124c-fee2-4a74-a555-bece14b2198c, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:26.179015 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] For port 6e70124c-fee2-4a74-a555-bece14b2198c, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6e70124c-fee2-4a74-a555-bece14b2198c,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:26.185242 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.279160 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda145eb-717f-4434-ae8a-493cd0124d6d None None] Pushing event updated for resources: {'Port': ['ID=6e70124c-fee2-4a74-a555-bece14b2198c,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:26.283076 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-20953081-a861-4fe2-82da-2304cdc83552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.307807 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] Pushing event updated for resources: {'Network': ['ID=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:26.321644 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:26.322435 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Allocated IP 172.27.3.96 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/a1cd98b3-0399-4114-81c2-e5e77baafd49) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:26.327164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50508) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:26.328689 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d0ac9708-951f-4448-94d3-d38f99dff85e admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7819691 Jul 12 16:03:26.341773 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Request body: {'subnet': {'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-subnet', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:26.431958 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Made reservation on behalf of 7b02ea6cfbab4c6eb0ea447f07bd9854 for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:26.435115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.577994 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50522) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:26.583000 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.727907 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50534) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:26.761702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50538) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:26.765354 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.827687 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1563650119-network', 'tenant_id': '17f631b585d54ba488396de9f9810352'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:26.863681 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Made reservation on behalf of 17f631b585d54ba488396de9f9810352 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:26.866448 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.877940 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:26.890320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:26.891763 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Pushing event updated for resources: {'Port': ['ID=a1cd98b3-0399-4114-81c2-e5e77baafd49,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:26.895737 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:26.915156 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.017457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.022776 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7669c0b1-f496-4281-9799-0c0ef130ac03,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:27.024376 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.048344 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:27.070799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:27.078968 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:27.092324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.092912 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Added segment e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a of type vlan for network c234480e-66f4-467c-91bd-b20422ccaf95 Jul 12 16:03:27.163244 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.207497 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-813806097-network', 'tenant_id': '22c8111e6a2b4fb1b8e7d053fc594aaa'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:27.211236 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.212424 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:27.213187 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.238249 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1528347410-network', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:27.264110 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Checking segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:27.264622 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Network hostable DHCP agents. Network: 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:27.341686 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:03:27.352818 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Made reservation on behalf of 22c8111e6a2b4fb1b8e7d053fc594aaa for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:27.356251 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.377812 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7987664 Jul 12 16:03:27.389278 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50558) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:27.395302 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Request body: {'subnet': {'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1563650119-subnet', 'tenant_id': '17f631b585d54ba488396de9f9810352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:27.395516 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:27.403797 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.412585 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54445668-4cfd-424b-af1b-c5723e453f27 None None] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:27.418059 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:27.418656 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.437302 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d915d-2aaa-46cc-8bed-8cc55af0bccc admin admin] Pushing event updated for resources: {'Network': ['ID=c234480e-66f4-467c-91bd-b20422ccaf95,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:27.447001 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Made reservation on behalf of 7fe3fe2805ab47fa90b8f96f04d3d85e for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:27.449911 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.466436 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.476810 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Made reservation on behalf of 17f631b585d54ba488396de9f9810352 for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:27.479932 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.490028 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8b3005ec-f00c-4a36-974e-f12bcc98119c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1539550 Jul 12 16:03:27.497631 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50560) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:27.500238 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network c234480e-66f4-467c-91bd-b20422ccaf95 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:27.502642 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:27.505129 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6e70124c-fee2-4a74-a555-bece14b2198c up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:27.527905 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.592825 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5566e1f3-d1dd-4db3-8d16-d0a387f714a0 None None] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:27.701376 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.db.api [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 12 16:03:27.701376 dv-cinder-792642-4-iscsi neutron-server[93201]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 12 16:03:27.701376 dv-cinder-792642-4-iscsi neutron-server[93201]: [parameters: {'project_id_1': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'expiration_1': datetime.datetime(2021, 7, 12, 16, 3, 27, 517921)}] Jul 12 16:03:27.701376 dv-cinder-792642-4-iscsi neutron-server[93201]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93201) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:03:27.702322 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG oslo_db.api [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:03:27.829406 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-b202d889-f416-4e55-8a2e-24518f66b270 None None] Provisioning for port 6e70124c-fee2-4a74-a555-bece14b2198c completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:27.888395 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.909798 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.949309 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:27.979043 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 6e70124c-fee2-4a74-a555-bece14b2198c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:27.991831 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 6e70124c-fee2-4a74-a555-bece14b2198c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:27.992576 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.002928 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e20eb9-394c-45bb-a792-05835784c5fb None None] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:28.091085 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:28.095746 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.147218 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab68aa2e-cbed-4af6-b3b3-c661e894beef,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:28.155742 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.155742 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Added segment 7c5e5304-5e08-4147-ad33-3642514fc604 of type vlan for network a2446b3a-fba0-4b45-998d-90d3e1415a55 Jul 12 16:03:28.274905 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.299149 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:03:28.318367 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6aad1214-4135-4408-8322-f9396396ed77 None None] Provisioning complete for port 6e70124c-fee2-4a74-a555-bece14b2198c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:28.318809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6aad1214-4135-4408-8322-f9396396ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.338246 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.373941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd0dbb8-66af-4b37-989a-790aa7bac8ff,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:28.378143 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 6e70124c-fee2-4a74-a555-bece14b2198c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6e70124c-fee2-4a74-a555-bece14b2198c,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:28.398422 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.413195 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Checking segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:28.413564 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Network hostable DHCP agents. Network: c234480e-66f4-467c-91bd-b20422ccaf95, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:28.472776 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.473778 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:28.474363 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.497182 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.501895 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:28.505313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=6e70124c-fee2-4a74-a555-bece14b2198c,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:28.514799 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:28.535823 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:28.536444 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:02:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:28.544452 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.546314 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-11358a42-9fd8-4957-959f-d0f4bc207b7a admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.2939222 Jul 12 16:03:28.549082 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50602) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:28.572693 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.586505 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8571606 Jul 12 16:03:28.587428 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Network c234480e-66f4-467c-91bd-b20422ccaf95 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:03:28.592656 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50604) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:28.610475 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Request body: {'subnet': {'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-813806097-subnet', 'tenant_id': '22c8111e6a2b4fb1b8e7d053fc594aaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:28.652393 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:03:28.654975 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, c234480e-66f4-467c-91bd-b20422ccaf95) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:28.662175 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:28.663113 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.663560 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b25271f-188a-4fee-b822-d348766ba285 None None] Network c234480e-66f4-467c-91bd-b20422ccaf95 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:28.665809 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bec747-2a69-424c-a634-a9826d6ba027 admin admin] Pushing event updated for resources: {'Network': ['ID=a2446b3a-fba0-4b45-998d-90d3e1415a55,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:28.680788 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2446e4-82f6-491e-9ea7-c0ac202c8464,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:28.685826 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network a2446b3a-fba0-4b45-998d-90d3e1415a55 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:28.693023 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.693801 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Added segment 616af5ab-e34b-426f-b0d4-cbba3ab365e7 of type vlan for network fe81df5c-53b6-4f84-accf-31fe835a8422 Jul 12 16:03:28.733644 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:28.778838 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.779620 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.793660 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.825391 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-dc03c893-f165-4619-be21-5d5236f413af admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4341736 Jul 12 16:03:28.843052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.913949 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Made reservation on behalf of 22c8111e6a2b4fb1b8e7d053fc594aaa for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:28.917819 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.982020 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:28.984770 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:28.985530 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.076402 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2000d46-b93b-4ea5-a17f-267fa215d92c None None] Network c234480e-66f4-467c-91bd-b20422ccaf95 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:29.087474 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3248158 Jul 12 16:03:29.088441 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50608) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:29.099602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Request body: {'subnet': {'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1528347410-subnet', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:29.123376 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37862867-b72f-4718-bea4-85facdda24c7 admin admin] Pushing event updated for resources: {'Network': ['ID=fe81df5c-53b6-4f84-accf-31fe835a8422,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:29.188702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Made reservation on behalf of 7fe3fe2805ab47fa90b8f96f04d3d85e for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:29.191914 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.197538 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network fe81df5c-53b6-4f84-accf-31fe835a8422 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:03:29.221523 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:27Z', 'revision_number': 3, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:29.245634 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9014deda-44a2-4aee-8b04-050072e20d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.281933 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:29.282419 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Updating router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 port a1cd98b3-0399-4114-81c2-e5e77baafd49 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:29.346705 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.480123 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.482075 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6e70124c-fee2-4a74-a555-bece14b2198c up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:29.593691 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.707012 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.869406 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 6e70124c-fee2-4a74-a555-bece14b2198c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:29.870263 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.898345 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50648) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:29.925541 dv-cinder-792642-4-iscsi neutron-server[93202]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 16:03:29.937383 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:29.953681 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Transition to ACTIVE for port object a1cd98b3-0399-4114-81c2-e5e77baafd49 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:29.962873 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.053545 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Pushing event updated for resources: {'Port': ['ID=a1cd98b3-0399-4114-81c2-e5e77baafd49,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:30.057022 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c718c0a2-c1af-4cdb-8d88-82221dc11438,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:30.058193 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Attempting to bind port a1cd98b3-0399-4114-81c2-e5e77baafd49 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:30.058781 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Attempting to bind port a1cd98b3-0399-4114-81c2-e5e77baafd49 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:30.059486 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Attempting to bind port a1cd98b3-0399-4114-81c2-e5e77baafd49 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:30.075416 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.076122 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.076664 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.077186 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.077672 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.078168 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.078662 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.079848 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.080535 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.081160 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.081678 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.082154 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Tracked resource versions report: Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: pushed versions: Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: { 'AddressGroup': {'1.2'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'ConntrackHelper': {'1.0'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Log': {'1.0'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Network': {'1.1'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Port': {'1.7'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'PortForwarding': {'1.2'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'QosPolicy': {'1.8'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroup': {'1.4'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroupRule': {'1.2'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SubPort': {'1.0'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Subnet': {'1.1'}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Trunk': {'1.1'}} Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: consumer versions: Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: { DHCP agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: HyperV agent@hv-cinder-79264: {}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: L3 agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: Metadata agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: Metering agent@dv-cinder-792642-4-iscsi: {}, Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: Open vSwitch agent@dv-cinder-792642-4-iscsi: { 'AddressGroup': '1.2', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'ConntrackHelper': '1.0', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Log': '1.0', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Network': '1.1', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Port': '1.7', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'PortForwarding': '1.2', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'QosPolicy': '1.8', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroup': '1.4', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SecurityGroupRule': '1.2', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'SubPort': '1.0', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Subnet': '1.1', Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: 'Trunk': '1.1'}} Jul 12 16:03:30.086800 dv-cinder-792642-4-iscsi neutron-server[93204]: {{(pid=93204) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 16:03:30.103254 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:30.103934 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:30.105319 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.105904 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:30.106575 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Bound port: a1cd98b3-0399-4114-81c2-e5e77baafd49, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:30.107179 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.107302 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.143205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.177200 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] For port a1cd98b3-0399-4114-81c2-e5e77baafd49, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:30.181510 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] For port a1cd98b3-0399-4114-81c2-e5e77baafd49, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=a1cd98b3-0399-4114-81c2-e5e77baafd49,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:30.189670 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.226394 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Checking segment: {'id': '7c5e5304-5e08-4147-ad33-3642514fc604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:30.226394 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Network hostable DHCP agents. Network: a2446b3a-fba0-4b45-998d-90d3e1415a55, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:30.295218 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:30.295874 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:30.346344 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428335b3-644d-4cef-9f50-8303cb4ed7e1 None None] Pushing event updated for resources: {'Port': ['ID=a1cd98b3-0399-4114-81c2-e5e77baafd49,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:30.366998 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Network a2446b3a-fba0-4b45-998d-90d3e1415a55 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:03:30.375800 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-918ade75-82ce-46ee-a92c-1b704960d275 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:30.382100 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-918ade75-82ce-46ee-a92c-1b704960d275 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.4692469 Jul 12 16:03:30.401848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, a2446b3a-fba0-4b45-998d-90d3e1415a55) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:30.406122 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:30.406719 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.416067 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb750690-afd4-4052-baaa-4dfa8fca68db None None] Network a2446b3a-fba0-4b45-998d-90d3e1415a55 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:30.426518 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:30.452997 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-11cedf47-f015-40d4-81b8-b3b22f551ebf admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8435271 Jul 12 16:03:30.452997 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-e098b1b3-9518-4f0c-9f90-f292adee79cd tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/quotas/17f631b585d54ba488396de9f9810352 HTTP/1.1" status: 200 len: 375 time: 0.0654426 Jul 12 16:03:30.458160 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.486914 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.566572 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-09a75c98-55d2-4959-83ae-095059450d7e tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1133196 Jul 12 16:03:30.581691 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.585403 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532caf71-b84a-409c-b013-b82de9f64316 None None] Network a2446b3a-fba0-4b45-998d-90d3e1415a55 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:30.634936 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Allocated IP 172.20.0.1 (fe426721-bb92-4d32-b3e8-d52b3b783dd0/2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7/18456289-45da-4a4f-ba5b-b5f258180c6e) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:30.712935 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:30.769848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Checking segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:30.773647 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Network hostable DHCP agents. Network: fe81df5c-53b6-4f84-accf-31fe835a8422, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:03:30.778471 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:27Z', 'revision_number': 3, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:30.812360 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Allocated IP 172.27.3.248 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/aaa0d94d-4b13-4414-935f-27b51f5b1f8a) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:30.815291 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Network fe81df5c-53b6-4f84-accf-31fe835a8422 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:03:30.819844 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db2900-a721-4b13-b232-2ae0c72ea43a None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:27Z', 'revision_number': 3, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:30.838312 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, fe81df5c-53b6-4f84-accf-31fe835a8422) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:30.844795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-12bc3677-6d04-4520-beec-0f32cab5bf8f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:03:30.846662 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-12bc3677-6d04-4520-beec-0f32cab5bf8f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0964479 Jul 12 16:03:30.858673 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610026a6-7816-489d-b264-91b14302db94 None None] Network fe81df5c-53b6-4f84-accf-31fe835a8422 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:30.867012 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:30.867888 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.956459 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:30.976775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Transition to ACTIVE for port object 18456289-45da-4a4f-ba5b-b5f258180c6e will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:30.998072 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-ac308290-d3b4-4da9-8590-a56e7e913e71 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9041510 Jul 12 16:03:31.000936 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50688) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:31.009904 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:31.012779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50690) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:31.016539 dv-cinder-792642-4-iscsi neutron-server[93201]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 16:03:31.023664 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-83b619ce-ed40-449e-8a0c-e6c25c6bd6ba service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660187 Jul 12 16:03:31.107479 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.108297 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.113678 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.118382 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-fe81df5c-53b6-4f84-accf-31fe835a8422', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:03:31.119582 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.182019 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.241493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.324956 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-d211ddcb-9573-4bde-b98c-555c062e511d service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874243 Jul 12 16:03:31.334482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-20c543eb-0685-46a3-b5dd-e456ae8f4071 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:31.341232 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-20c543eb-0685-46a3-b5dd-e456ae8f4071 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/networks?id=a2446b3a-fba0-4b45-998d-90d3e1415a55 HTTP/1.1" status: 200 len: 811 time: 0.3208179 Jul 12 16:03:31.382091 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Allocated IP 172.20.0.2 (fe81df5c-53b6-4f84-accf-31fe835a8422/3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066/bc9ba199-f098-4645-b060-d32614eeeac8) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:31.417936 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:31.419451 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:31.423426 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:31.423953 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.435176 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a1cd98b3-0399-4114-81c2-e5e77baafd49 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:31.522839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.592790 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-2a0692d9-3e2b-4358-9aef-faf76e5288fb tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/quotas/22c8111e6a2b4fb1b8e7d053fc594aaa HTTP/1.1" status: 200 len: 375 time: 0.1977651 Jul 12 16:03:31.644144 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.720945 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port a1cd98b3-0399-4114-81c2-e5e77baafd49 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:31.794613 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Pushing event updated for resources: {'Port': ['ID=18456289-45da-4a4f-ba5b-b5f258180c6e,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:31.803324 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7fc4786d-6b8e-4286-9e3e-6d8d60029aa3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=22c8111e6a2b4fb1b8e7d053fc594aaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1959691 Jul 12 16:03:31.877754 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:31.889937 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port a1cd98b3-0399-4114-81c2-e5e77baafd49 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:31.890323 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.026052 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Transition to ACTIVE for port object bc9ba199-f098-4645-b060-d32614eeeac8 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:32.054692 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-87cd891f-d1ff-4324-886e-93fafbb4af8c None None] Provisioning for port 18456289-45da-4a4f-ba5b-b5f258180c6e completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:32.075403 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-87cd891f-d1ff-4324-886e-93fafbb4af8c None None] Provisioning complete for port 18456289-45da-4a4f-ba5b-b5f258180c6e triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:32.082438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-87cd891f-d1ff-4324-886e-93fafbb4af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.117775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-c3b2c2e3-75de-4f51-8f2b-b590a7866548 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:03:32.121769 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-c3b2c2e3-75de-4f51-8f2b-b590a7866548 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1567621 Jul 12 16:03:32.140199 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Transition to ACTIVE for port object bc9ba199-f098-4645-b060-d32614eeeac8 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:32.152117 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.167715 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.202799 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-87cd891f-d1ff-4324-886e-93fafbb4af8c None None] Port 18456289-45da-4a4f-ba5b-b5f258180c6e cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:32.243874 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b04aa9e0-407b-41d9-a9ec-2e8c062f44b4 req-e78c13b1-ed91-46b0-b062-223fd006cf2f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.1157303 Jul 12 16:03:32.246365 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Network fe81df5c-53b6-4f84-accf-31fe835a8422 is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:32.246524 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.252931 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:32.262007 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:32.268313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Pushing event updated for resources: {'Port': ['ID=bc9ba199-f098-4645-b060-d32614eeeac8,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:32.277320 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.292174 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.352417 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port a1cd98b3-0399-4114-81c2-e5e77baafd49, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=a1cd98b3-0399-4114-81c2-e5e77baafd49,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:32.357061 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:32.359854 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Attempting to bind port bc9ba199-f098-4645-b060-d32614eeeac8 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:32.360175 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Attempting to bind port bc9ba199-f098-4645-b060-d32614eeeac8 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:32.360674 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Attempting to bind port bc9ba199-f098-4645-b060-d32614eeeac8 on network fe81df5c-53b6-4f84-accf-31fe835a8422 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:32.364338 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.366168 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:32.370761 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:32.409289 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:32.409700 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Checking segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:32.410046 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.410438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Bound using segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:32.410927 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Bound port: bc9ba199-f098-4645-b060-d32614eeeac8, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:32.411330 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.517102 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=a1cd98b3-0399-4114-81c2-e5e77baafd49,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:32.574365 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] For port bc9ba199-f098-4645-b060-d32614eeeac8, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:32.577676 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] For port bc9ba199-f098-4645-b060-d32614eeeac8, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bc9ba199-f098-4645-b060-d32614eeeac8,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:32.579887 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Allocated IP 172.27.3.156 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/dcb73ef7-903c-48d0-bc96-010cc119ce57) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:32.583420 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.594485 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Pushing event updated for resources: {'Port': ['ID=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:32.624100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.646916 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1ba2-db8b-421c-b755-f666e1a0e978 None None] Pushing event updated for resources: {'Port': ['ID=bc9ba199-f098-4645-b060-d32614eeeac8,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:32.684298 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-870046db-e9f7-42f7-9cdf-f3b7a1407b6a service neutron] 10.222.0.70 "GET /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5564103 Jul 12 16:03:32.801903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.888809 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:32.934408 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb73ef7-903c-48d0-bc96-010cc119ce57,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:33.015374 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-93a3256a-aa7f-48d3-a5a4-686c36698e75 service neutron] 10.222.0.70 "GET /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095257 Jul 12 16:03:33.020559 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:33.021471 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:33.024044 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:33.053954 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:33.314599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:33.319529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:33.359301 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:33.518493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Pushing event updated for resources: {'Port': ['ID=18456289-45da-4a4f-ba5b-b5f258180c6e,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:33.650328 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8555dd1f-0e2b-4561-a877-4ba5fcc65890 req-bfcacd02-a422-485e-88e2-d2ee218591e0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0990419 Jul 12 16:03:33.688826 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a1cd98b3-0399-4114-81c2-e5e77baafd49 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:33.802527 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port a1cd98b3-0399-4114-81c2-e5e77baafd49 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:33.803199 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:33.817005 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7b8dbb0e-5469-493c-b33f-ae0586d214b3 req-be5a9c60-5f66-46be-a575-3703a54f5660 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.2322206 Jul 12 16:03:33.975130 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:33.993022 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-19830f6b-e5f4-40bf-bbae-ad16c87fcc88 None None] Provisioning complete for port 18456289-45da-4a4f-ba5b-b5f258180c6e triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:33.993910 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19830f6b-e5f4-40bf-bbae-ad16c87fcc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.055888 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.061767 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:34.065817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:34.117523 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-19830f6b-e5f4-40bf-bbae-ad16c87fcc88 None None] Port 18456289-45da-4a4f-ba5b-b5f258180c6e cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:34.133199 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bc9ba199-f098-4645-b060-d32614eeeac8 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:34.237527 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port bc9ba199-f098-4645-b060-d32614eeeac8 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:34.373976 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197e81ed-04ac-4bb8-8aac-04e68e6d5c6a None None] Network fe81df5c-53b6-4f84-accf-31fe835a8422 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:03:34.398346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.454589 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:03:34.464843 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Provisioning for port bc9ba199-f098-4645-b060-d32614eeeac8 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:34.472451 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Provisioning complete for port bc9ba199-f098-4645-b060-d32614eeeac8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:34.472871 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.597189 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Router b34f47c1-a482-4c0b-b047-76a336f53868 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:03:34.692748 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:34.694824 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93201) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:03:34.709809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:34.710509 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-493a1b4c-77cf-466e-b016-78b1741cc203 admin admin] 10.222.0.70 "PUT /v2.0/routers/9c7b89f3-f16a-4922-b6c9-f541f36c6dd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1602519 Jul 12 16:03:34.749136 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:34.750269 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:34.759332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:34.769108 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:34.790984 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:34.792819 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:34.793295 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.796403 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-219f160f-5946-40a3-8f81-55e25a0b7c00 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7902513 Jul 12 16:03:34.799065 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50842) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:34.803354 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:34.895496 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] For port bc9ba199-f098-4645-b060-d32614eeeac8, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bc9ba199-f098-4645-b060-d32614eeeac8,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:34.906106 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.047054 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b2767972-069a-4c41-ba1d-78f2eade29ab req-ac50b14c-8202-4a24-9291-8aa6675e4bbb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0621450 Jul 12 16:03:35.125009 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6024e8dd-de90-4d14-93d4-5961d890e844 req-1fac725b-e475-49e7-ae6a-2384e8b82152 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.1613114 Jul 12 16:03:35.161229 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:35.166052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:35.184032 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Sync routers for ids ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:35.191449 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Provisioning complete for port 18456289-45da-4a4f-ba5b-b5f258180c6e triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:35.191828 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.221201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Pushing event updated for resources: {'Port': ['ID=bc9ba199-f098-4645-b060-d32614eeeac8,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:35.236785 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:35.267235 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Routers {'4fe0ebea-e9cd-46d2-855b-99151f5ba313'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:35.267877 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:35.274215 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-fd5073d5-6cde-41dd-b0c3-4cbc61cd9953 None None] Port 18456289-45da-4a4f-ba5b-b5f258180c6e cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:35.321938 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.327548 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50860) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:35.327701 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-43db31ee-aabb-4061-9c69-f229d7bb0ecd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8290679 Jul 12 16:03:35.442602 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bc9ba199-f098-4645-b060-d32614eeeac8 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:35.460273 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:33Z', 'revision_number': 3, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:35.485146 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50866) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:35.485146 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247885297', 'description': 'tempest-description--1364205839'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:35.517939 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:35.518295 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Updating router b34f47c1-a482-4c0b-b047-76a336f53868 port dcb73ef7-903c-48d0-bc96-010cc119ce57 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:35.557330 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.583432 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.632057 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Set router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:35.633914 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port bc9ba199-f098-4645-b060-d32614eeeac8 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:35.634288 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.701701 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-1e33bd6d-4e97-4529-aeb7-700bf4b1fb6e None None] Provisioning complete for port bc9ba199-f098-4645-b060-d32614eeeac8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:35.702081 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-1e33bd6d-4e97-4529-aeb7-700bf4b1fb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.735907 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.740108 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.828003 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.831779 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3507218 Jul 12 16:03:35.832880 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50868) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:35.841197 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e022c-c977-4a19-92e0-18135b578bd0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1ef582-6b53-43d1-a514-e0e4c123faeb,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:35.850353 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.850830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'security_group_rule': {'security_group_id': 'ef1ef582-6b53-43d1-a514-e0e4c123faeb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:35.919695 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.935525 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Transition to ACTIVE for port object dcb73ef7-903c-48d0-bc96-010cc119ce57 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:35.941095 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.944784 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:35.945317 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.025982 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab712c-9dde-4e29-a9a6-749fce5d10c6 None None] Pushing event updated for resources: {'Port': ['ID=dcb73ef7-903c-48d0-bc96-010cc119ce57,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:36.042763 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Allocated IP 172.20.0.1 (fe81df5c-53b6-4f84-accf-31fe835a8422/3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066/70d78f63-0fb6-4594-bb47-cfcaf03b0acd) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:36.059402 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Attempting to bind port dcb73ef7-903c-48d0-bc96-010cc119ce57 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:36.060614 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Attempting to bind port dcb73ef7-903c-48d0-bc96-010cc119ce57 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:36.061233 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Attempting to bind port dcb73ef7-903c-48d0-bc96-010cc119ce57 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:36.071070 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:36.071759 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:36.073555 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.074154 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:36.074860 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Bound port: dcb73ef7-903c-48d0-bc96-010cc119ce57, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:36.075622 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.080136 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.111415 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.128531 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 2, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:36.151606 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] For port dcb73ef7-903c-48d0-bc96-010cc119ce57, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:36.155372 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] For port dcb73ef7-903c-48d0-bc96-010cc119ce57, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=dcb73ef7-903c-48d0-bc96-010cc119ce57,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:36.161356 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.178363 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:36.178961 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Updating router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 port 18456289-45da-4a4f-ba5b-b5f258180c6e binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:36.199916 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.205224 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b161013a-3c35-4beb-a2d2-0848c5bd2baa,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:36.222166 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 3, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:36.225659 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.227301 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-fda9b808-10a6-4f1c-aa1e-75ddf54e5550 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3920951 Jul 12 16:03:36.233611 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Transition to ACTIVE for port object 70d78f63-0fb6-4594-bb47-cfcaf03b0acd will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:36.235036 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50876) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:36.249778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'security_group_rule': {'security_group_id': 'ef1ef582-6b53-43d1-a514-e0e4c123faeb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:36.259949 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab712c-9dde-4e29-a9a6-749fce5d10c6 None None] Pushing event updated for resources: {'Port': ['ID=dcb73ef7-903c-48d0-bc96-010cc119ce57,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:36.268327 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:36.269499 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:36.285976 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fc4ab780-bc6a-4f6c-8f8b-d2295cd0c76c req-b562278a-9bf1-4a04-9160-4b93e40bc401 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0532348 Jul 12 16:03:36.287692 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Checking router: 4fe0ebea-e9cd-46d2-855b-99151f5ba313 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:36.289946 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Updating router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 port aaa0d94d-4b13-4414-935f-27b51f5b1f8a binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:36.297553 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.299670 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.330460 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Allocated IP 172.20.0.1 (0bd106b3-cb5a-4e21-9c3b-d4f76d34203e/7669c0b1-f496-4281-9799-0c0ef130ac03/da6a4751-79d0-4635-aeab-dc47e4af29d0) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:36.408243 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.413436 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:36.425880 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-39296095-107f-4f52-853f-79e55762990c req-2760cdfa-3340-448e-a237-09e1e159dd8b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.0445745 Jul 12 16:03:36.456118 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.467515 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.521118 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Pushing event updated for resources: {'Port': ['ID=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:36.523644 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.542056 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Network fe81df5c-53b6-4f84-accf-31fe835a8422 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:36.543678 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d942ad93-2ac0-4211-8c41-97d8d1349da7,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:36.562663 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:36.564902 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.569437 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-362fdfaf-7de4-4280-b895-97cd616f2fdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332396 Jul 12 16:03:36.570216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:36.570707 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.574008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 50886) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:36.580117 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:36.739039 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.762791 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:33Z', 'revision_number': 3, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:36.784458 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.801879 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc56a4-0c09-476a-9846-a0b460fc5ed5 None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:33Z', 'revision_number': 3, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:36.834910 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:36.899072 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:36.902860 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:36.909181 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:36.909656 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.017774 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Pushing event updated for resources: {'Port': ['ID=da6a4751-79d0-4635-aeab-dc47e4af29d0,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:37.020116 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a9607073-ff37-40b2-9e4e-7a94452a76b2 None None] Provisioning for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:37.059701 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a9607073-ff37-40b2-9e4e-7a94452a76b2 None None] Provisioning complete for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:37.060082 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a9607073-ff37-40b2-9e4e-7a94452a76b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.139086 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.182960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.249969 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-a9607073-ff37-40b2-9e4e-7a94452a76b2 None None] Port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:37.252773 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Transition to ACTIVE for port object aaa0d94d-4b13-4414-935f-27b51f5b1f8a will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:37.267617 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.281357 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.296874 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.341547 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Transition to ACTIVE for port object 18456289-45da-4a4f-ba5b-b5f258180c6e will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:37.379131 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.400637 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Attempting to bind port aaa0d94d-4b13-4414-935f-27b51f5b1f8a on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:37.401043 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Attempting to bind port aaa0d94d-4b13-4414-935f-27b51f5b1f8a by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:37.401349 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Attempting to bind port aaa0d94d-4b13-4414-935f-27b51f5b1f8a on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:37.411331 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8f21-7d10-4b85-915d-dd5ea9a6a540 None None] Pushing event updated for resources: {'Port': ['ID=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:37.418012 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:37.418387 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:37.418792 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.419187 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:37.419663 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Bound port: aaa0d94d-4b13-4414-935f-27b51f5b1f8a, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:37.420063 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.500784 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device dcb73ef7-903c-48d0-bc96-010cc119ce57 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:37.631378 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.650722 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.656820 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.719143 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-609549ae-8d19-4072-9c90-22f7ecfa7a99 req-8df3b437-bf68-413b-b376-b992cf08afaf tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.1818995 Jul 12 16:03:37.786187 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.787372 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3a33c-5f07-455f-a38b-2e1cd895973b None None] Pushing event updated for resources: {'Port': ['ID=18456289-45da-4a4f-ba5b-b5f258180c6e,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:37.797537 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78150cd1-095f-4f9c-beca-587943422f79 req-c016e629-1db6-46ba-8de5-3aeb7ff5bb14 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.0811017 Jul 12 16:03:37.881109 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Allocated IP 172.27.3.242 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/e124b07e-3c95-4099-ad98-0502e9623653) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:37.908207 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] For port aaa0d94d-4b13-4414-935f-27b51f5b1f8a, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:37.916270 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Pushing event updated for resources: {'Port': ['ID=da6a4751-79d0-4635-aeab-dc47e4af29d0,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:37.920905 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:37.922780 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:37.951419 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:37.974584 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] For port aaa0d94d-4b13-4414-935f-27b51f5b1f8a, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:37.977597 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Attempting to bind port 18456289-45da-4a4f-ba5b-b5f258180c6e on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:37.978574 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Attempting to bind port 18456289-45da-4a4f-ba5b-b5f258180c6e by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:37.982533 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Attempting to bind port 18456289-45da-4a4f-ba5b-b5f258180c6e on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:37.991309 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.001987 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.011469 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port dcb73ef7-903c-48d0-bc96-010cc119ce57 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:38.014101 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:38.014629 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Checking segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:38.015393 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.016056 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Bound using segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:38.016808 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Bound port: 18456289-45da-4a4f-ba5b-b5f258180c6e, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:38.017470 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.059884 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.076850 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port dcb73ef7-903c-48d0-bc96-010cc119ce57 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:38.077336 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.110583 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Pushing event updated for resources: {'Port': ['ID=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:38.140753 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:03:38.149991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f8f21-7d10-4b85-915d-dd5ea9a6a540 None None] Pushing event updated for resources: {'Port': ['ID=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:38.209772 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Routers {'4fe0ebea-e9cd-46d2-855b-99151f5ba313'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:38.211332 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:38.241069 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.281748 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Network fe81df5c-53b6-4f84-accf-31fe835a8422 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:38.285779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:38.335363 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] Set router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:38.340838 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:38.355279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.362275 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b615ee2a-7e15-487d-867b-9c28407ad9fc admin admin] 10.222.0.70 "PUT /v2.0/routers/4fe0ebea-e9cd-46d2-855b-99151f5ba313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0331466 Jul 12 16:03:38.415466 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:38.451983 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:38.459180 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:38.466540 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'Port': ['ID=e124b07e-3c95-4099-ad98-0502e9623653,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:38.562486 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] For port 18456289-45da-4a4f-ba5b-b5f258180c6e, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:38.565030 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-bf016406-b2cb-450b-bd79-03a562315078 None None] Provisioning complete for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:38.565549 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bf016406-b2cb-450b-bd79-03a562315078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.571445 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Router b34f47c1-a482-4c0b-b047-76a336f53868 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:03:38.583840 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.661336 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] For port 18456289-45da-4a4f-ba5b-b5f258180c6e, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=18456289-45da-4a4f-ba5b-b5f258180c6e,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:38.693905 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.695462 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:38.785251 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-bf016406-b2cb-450b-bd79-03a562315078 None None] Port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:38.793780 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:03:38.825140 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4308984f-4ed1-4c2b-9b21-b9e33522a698 admin admin] 10.222.0.70 "PUT /v2.0/routers/b34f47c1-a482-4c0b-b047-76a336f53868/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0222080 Jul 12 16:03:38.853394 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3a33c-5f07-455f-a38b-2e1cd895973b None None] Pushing event updated for resources: {'Port': ['ID=18456289-45da-4a4f-ba5b-b5f258180c6e,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:38.912490 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.004854 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e8629647-d92d-4551-90cd-1b67ce8693c3 req-d46a63a0-efe2-4df3-96af-e90110186a58 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0464501 Jul 12 16:03:39.036918 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-9c5d3bb9-091f-44c7-b928-64bdb18c7b91 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:39.038464 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-9c5d3bb9-091f-44c7-b928-64bdb18c7b91 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 819 time: 0.1608551 Jul 12 16:03:39.042765 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:39.044334 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:39.048070 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port dcb73ef7-903c-48d0-bc96-010cc119ce57, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=dcb73ef7-903c-48d0-bc96-010cc119ce57,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:39.053983 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.104444 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-b896f9e8-f465-4538-b328-bff7b6ccde32 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/quotas/7b02ea6cfbab4c6eb0ea447f07bd9854 HTTP/1.1" status: 200 len: 375 time: 0.0389986 Jul 12 16:03:39.162006 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-25859d5e-d5ef-48f5-aa1d-3cbda5f88a43 req-b5f6d093-b470-4e5e-88b4-fa1c75214394 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.0349295 Jul 12 16:03:39.214337 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.220589 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3841fdbf-271a-4811-b769-4f60421d09b2 None None] Provisioning complete for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:39.221099 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3841fdbf-271a-4811-b769-4f60421d09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.237876 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.258525 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=dcb73ef7-903c-48d0-bc96-010cc119ce57,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:39.290579 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.294359 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'da6a4751-79d0-4635-aeab-dc47e4af29d0', 'name': '', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'mac_address': 'fa:16:3e:3c:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 2, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'subnets': [{'id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:39.309535 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.324603 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7355509 Jul 12 16:03:39.324603 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-da64706d-8083-41b1-81b6-c3052149c2d2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1907809 Jul 12 16:03:39.343023 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-3841fdbf-271a-4811-b769-4f60421d09b2 None None] Port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:03:39.346196 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:39.348814 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63794d4b-28e9-490f-95e9-f2336bdceb0f None None] The sync data for ids ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'] in dv-cinder-792642-4-iscsi is: [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'da6a4751-79d0-4635-aeab-dc47e4af29d0', 'name': '', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'mac_address': 'fa:16:3e:3c:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 2, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'subnets': [{'id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:39.427549 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02cc95-794f-4f85-920e-0e7151085f8c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'Port': ['ID=e124b07e-3c95-4099-ad98-0502e9623653,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:39.505368 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-65a24b44-727d-48c4-a5c1-f2290fac0811 service neutron] 10.222.0.70 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751614 Jul 12 16:03:39.597727 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:39.625673 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:39.627218 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c4882-4507-4b43-87b0-1995f6480842 None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:39.629218 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-cc614370-26f8-455b-99b1-746aa37d999d service neutron] 10.222.0.70 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140230 Jul 12 16:03:39.644264 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:39.645051 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:39.695535 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 50962) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:39.703174 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1940958592', 'description': 'tempest-description--1588291086'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:39.778641 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:39.895614 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:39.967474 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-32e9a02d-d36c-45d8-ad21-014d3cee84dd req-7490d742-26b7-4437-9b7e-035dc14f5b73 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 210 time: 0.0459614 Jul 12 16:03:40.076098 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-28fee8de-e924-4844-939f-a82d510446d7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--247885297&fields=id&tenant_id=429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 267 time: 0.1593156 Jul 12 16:03:40.196149 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.211504 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.265027 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7ea49198-0366-4b17-b9a4-a25c7a833979 req-7f8d7316-815c-41d1-8402-42a9411b1ed1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0641024 Jul 12 16:03:40.274156 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 2, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:40.317888 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.319877 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6223083 Jul 12 16:03:40.323186 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51000) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:40.336129 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'security_group_rule': {'security_group_id': 'fb7d20d3-4718-43cb-a361-28a4199a1ba9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:40.342926 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:40.343302 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Updating router b34f47c1-a482-4c0b-b047-76a336f53868 port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:40.349790 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20b7f0-a7f7-4d7e-9b4f-77c6105514df tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7d20d3-4718-43cb-a361-28a4199a1ba9,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:40.371448 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-a600b4f7-06f5-4eab-9e0c-799f275dcada tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:40.379973 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-a600b4f7-06f5-4eab-9e0c-799f275dcada tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 817 time: 0.3032479 Jul 12 16:03:40.410117 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-f06a0846-39da-4e69-9617-7b914fdd0029 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/quotas/429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 375 time: 0.0167100 Jul 12 16:03:40.414926 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.425759 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.473183 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.513101 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.582099 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-b3fc0600-dfe7-4df3-b751-f5e814e5caba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1688781 Jul 12 16:03:40.672429 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-1b74998b-d1f9-45ef-8753-ff36a84dad83 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:40.683023 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-1b74998b-d1f9-45ef-8753-ff36a84dad83 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 819 time: 0.2017248 Jul 12 16:03:40.691681 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.717633 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-34cf2cd4-71bf-465f-ab90-597f34a98b21 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/quotas/7b02ea6cfbab4c6eb0ea447f07bd9854 HTTP/1.1" status: 200 len: 375 time: 0.0334327 Jul 12 16:03:40.741017 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d800e2-8a1e-4083-9bb9-fd0df652153b,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:40.797007 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-464c1770-bc17-49d2-84d3-1af46b06dd35 service neutron] 10.222.0.70 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054894 Jul 12 16:03:40.923566 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-b13e6599-c015-49d1-94e7-0097ab473b5e service neutron] 10.222.0.70 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246364 Jul 12 16:03:40.972573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.974454 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-cd27ec0d-f963-4336-a11f-d44d162b5814 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6487553 Jul 12 16:03:40.977338 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51010) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:40.984028 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:40.985153 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'security_group_rule': {'security_group_id': 'fb7d20d3-4718-43cb-a361-28a4199a1ba9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:40.997690 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Transition to ACTIVE for port object 70d78f63-0fb6-4594-bb47-cfcaf03b0acd will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:41.006527 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.020671 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-d56b1bd8-3ab6-4f19-9842-1df06b11551b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3019898 Jul 12 16:03:41.033316 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.154139 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452c75-93a1-4bef-8b36-9871966bddef None None] Pushing event updated for resources: {'Port': ['ID=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:41.268761 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-4e295457-e046-40a1-8c38-8974a1b3acf9 service neutron] 10.222.0.70 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470965 Jul 12 16:03:41.286251 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Attempting to bind port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:41.286844 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Attempting to bind port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:41.287370 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Attempting to bind port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd on network fe81df5c-53b6-4f84-accf-31fe835a8422 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:41.300805 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.301832 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:41.303084 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Checking segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:41.303668 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.303928 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.66', 55402) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:41.314285 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.317105 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Bound using segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:41.325246 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Bound port: 70d78f63-0fb6-4594-bb47-cfcaf03b0acd, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:41.325860 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.442893 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc11fe7b-5ce9-45b7-89c5-170d2723a1c5,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:41.456422 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.459508 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-03355e0f-4bee-4520-b613-04aef1751c64 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4809549 Jul 12 16:03:41.501538 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51028) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:41.515816 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:41.572961 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] For port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:41.585640 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] For port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:41.594971 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.644538 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-03f285f3-4af7-4616-b209-7fd091c76ea1 service neutron] 10.222.0.70 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619270 Jul 12 16:03:41.713878 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-60cf53cf-54e2-423f-b491-2dc710ac8287 req-1f4b8424-0801-4b54-a299-b0d806119819 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.1653867 Jul 12 16:03:41.802777 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:41.803590 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:41.850636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:41.903458 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device dcb73ef7-903c-48d0-bc96-010cc119ce57 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:42.108567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port dcb73ef7-903c-48d0-bc96-010cc119ce57 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:42.109160 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:42.408292 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device aaa0d94d-4b13-4414-935f-27b51f5b1f8a up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:42.519313 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a452c75-93a1-4bef-8b36-9871966bddef None None] Pushing event updated for resources: {'Port': ['ID=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,revision_number=4']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:42.577638 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4af0e848-e361-4025-b622-ec6ea9bbae15 req-f43ee44c-25a6-4ced-a6a9-b5df4b25b248 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0913038 Jul 12 16:03:42.601131 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.66', 55408) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:42.605964 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port aaa0d94d-4b13-4414-935f-27b51f5b1f8a completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:42.610219 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:42.613491 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port aaa0d94d-4b13-4414-935f-27b51f5b1f8a triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:42.614062 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:42.763641 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51066) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:42.793076 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:42.849013 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port aaa0d94d-4b13-4414-935f-27b51f5b1f8a, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:42.856113 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:42.876223 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-280f08de-c341-4778-9eb7-5cca6ca36545 req-a42d5814-c520-4250-8fb8-47d8dce20ee0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.7596352 Jul 12 16:03:42.941751 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 18456289-45da-4a4f-ba5b-b5f258180c6e up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:42.961152 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-3c2f6ae8-89a3-44f7-bfe6-f839ecce2eb0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:42.965021 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-3c2f6ae8-89a3-44f7-bfe6-f839ecce2eb0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 1.6223683 Jul 12 16:03:43.018743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-5303c9f9-1c4d-43f6-8915-947883aa348c tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:43.031317 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-5303c9f9-1c4d-43f6-8915-947883aa348c tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.66 "GET /v2.0/networks?id=a2446b3a-fba0-4b45-998d-90d3e1415a55 HTTP/1.1" status: 200 len: 811 time: 0.4257777 Jul 12 16:03:43.142567 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Request body: {'port': {'device_id': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'admin_state_up': True, 'tenant_id': '17f631b585d54ba488396de9f9810352'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:43.222242 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Request body: {'port': {'device_id': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55', 'admin_state_up': True, 'tenant_id': '22c8111e6a2b4fb1b8e7d053fc594aaa'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:43.262472 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-434a7d71-4685-4bea-810b-df590e5e5970 req-e18607ea-591c-456a-a018-7fa2e7b7f1a1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.2297053 Jul 12 16:03:43.459663 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-88d13979-c0df-412e-a305-b46c4d409396 req-a53a86d1-e7a2-4602-a0d8-9841816d7cc1 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.1090555 Jul 12 16:03:43.524283 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 18456289-45da-4a4f-ba5b-b5f258180c6e completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:43.539011 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:41Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:43.544526 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 18456289-45da-4a4f-ba5b-b5f258180c6e triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:43.545684 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:43.577308 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce31cabd-c596-4e62-912e-5a7df6eb6871 None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:41Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:43.582991 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.66', 55413) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:43.802587 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:43.803717 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-54d4e892-5f43-494a-9fde-61dfb2732d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:44.063140 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Made reservation on behalf of 22c8111e6a2b4fb1b8e7d053fc594aaa for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:44.085152 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:44.174709 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:44.222073 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-60d1ce1d-500e-4d27-8b13-4301ba3a958a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:44.224168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-60d1ce1d-500e-4d27-8b13-4301ba3a958a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 819 time: 0.6246734 Jul 12 16:03:44.262817 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-16a806c0-afa5-4d3c-821a-3b0cdaa7e3fa req-d1589902-63d6-4275-9187-d0acff315c9f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0591991 Jul 12 16:03:44.430050 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:44.575848 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 18456289-45da-4a4f-ba5b-b5f258180c6e, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=18456289-45da-4a4f-ba5b-b5f258180c6e,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:44.578904 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51128) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:44.589162 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:44.613972 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Allocated IP 172.27.3.123 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/18c225ad-8211-489d-b43b-bf69ce4f2aaa) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:44.636146 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Allocated IP 172.20.0.13 (a2446b3a-fba0-4b45-998d-90d3e1415a55/c718c0a2-c1af-4cdb-8d88-82221dc11438/c95b2e50-d75b-437d-85ac-ec555d50a5c2) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:44.739493 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-792c40ed-442a-496a-8b5d-b20e959897cf req-708e5cbc-c4c7-4659-b290-c1432efd0a24 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.5528796 Jul 12 16:03:44.750353 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=18456289-45da-4a4f-ba5b-b5f258180c6e,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:44.772553 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-54d4e892-5f43-494a-9fde-61dfb2732d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:44.899798 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-54d4e892-5f43-494a-9fde-61dfb2732d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:44.942086 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2dd2748a-0d6b-45df-bc0c-878c013b43a1 req-c7664276-80e1-4fa9-b001-1172122b0e7c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0714324 Jul 12 16:03:44.945025 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Made reservation on behalf of 17f631b585d54ba488396de9f9810352 for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:44.968394 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.040138 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.128858 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device aaa0d94d-4b13-4414-935f-27b51f5b1f8a up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:45.173149 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.224568 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Network a2446b3a-fba0-4b45-998d-90d3e1415a55 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:45.272304 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-59dd009d-4c68-4504-b28d-c9cca1f82e2b None None] Provisioning complete for port 18456289-45da-4a4f-ba5b-b5f258180c6e triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:45.274028 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-59dd009d-4c68-4504-b28d-c9cca1f82e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.323739 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:45.344779 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.427633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.455221 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Pushing event updated for resources: {'Port': ['ID=c95b2e50-d75b-437d-85ac-ec555d50a5c2,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:45.468657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:45.485618 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:45.486424 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.521797 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-54d4e892-5f43-494a-9fde-61dfb2732d80 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55037291ddca4eccaf3bf0ee2168d6c9&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7307961 Jul 12 16:03:45.533661 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port aaa0d94d-4b13-4414-935f-27b51f5b1f8a triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:45.534053 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.540390 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d4e892-5f43-494a-9fde-61dfb2732d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb489177-b90b-40d6-9d6b-b626b6facf24,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:45.551285 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51144) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:45.570511 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-17d25e88-0a9c-4296-8f49-d7f75c8be5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.600137 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:45.605821 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Sync routers for ids ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:03:45.630147 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Routers {'4fe0ebea-e9cd-46d2-855b-99151f5ba313'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:45.630880 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:45.636869 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:45.660043 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:45.700316 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-11736724-d326-4529-98ee-e8bfeb258798 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5096018 Jul 12 16:03:45.758576 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e1365bba-cab2-4f37-88c5-90c55ee942f4 req-85850a1a-60f9-407e-8519-396077f41b93 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.1289434 Jul 12 16:03:45.773833 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'Port': ['ID=18c225ad-8211-489d-b43b-bf69ce4f2aaa,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:45.840039 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e2d4c-f318-452d-9647-c9556aca725a req-10b78624-2376-4c0a-9822-29ebe7427f54 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:45.868604 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-506e2d4c-f318-452d-9647-c9556aca725a req-10b78624-2376-4c0a-9822-29ebe7427f54 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.7176714 Jul 12 16:03:45.892397 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c844b0ad-e7d5-4de3-896d-82a25f39e5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:45.954737 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Set router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:45.997919 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c844b0ad-e7d5-4de3-896d-82a25f39e5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.005845 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 70d78f63-0fb6-4594-bb47-cfcaf03b0acd up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:46.092817 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-506e2d4c-f318-452d-9647-c9556aca725a req-1137cfbc-0548-4d6f-b1b1-2d241c807809 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198591 Jul 12 16:03:46.098528 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c844b0ad-e7d5-4de3-896d-82a25f39e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.102237 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c844b0ad-e7d5-4de3-896d-82a25f39e5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.103389 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c844b0ad-e7d5-4de3-896d-82a25f39e5f1 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bb489177-b90b-40d6-9d6b-b626b6facf24 HTTP/1.1" status: 204 len: 168 time: 0.5392914 Jul 12 16:03:46.131295 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844b0ad-e7d5-4de3-896d-82a25f39e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb489177-b90b-40d6-9d6b-b626b6facf24,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:46.196417 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.223346 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-898a8a01-8a6a-438e-a4df-54e33bcb2f94 req-e1a477a7-583c-4348-bbc5-c82e9b69a7e6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.2088540 Jul 12 16:03:46.226883 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Allocated IP 172.20.0.6 (c234480e-66f4-467c-91bd-b20422ccaf95/afd0dbb8-66af-4b37-989a-790aa7bac8ff/a9eb9960-94e8-43cf-8e9b-62840df6283a) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:46.309242 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:46.342248 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-17d25e88-0a9c-4296-8f49-d7f75c8be5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.382440 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:46.382816 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.390358 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-17d25e88-0a9c-4296-8f49-d7f75c8be5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.431690 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-93a5b5cf-28fc-446e-997c-c54f163c4c0c req-efb416a6-22cb-46d8-9b62-509de5a4a110 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0758862 Jul 12 16:03:46.474201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d25e88-0a9c-4296-8f49-d7f75c8be5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7962267a-5019-4ae6-aad8-7a4fef87e7d5,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:46.562759 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-17d25e88-0a9c-4296-8f49-d7f75c8be5be admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0be9716db7ce481484b3ac6ad6c5f25b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9809878 Jul 12 16:03:46.565422 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51164) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:46.575532 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.607540 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.735683 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f422008e-3d2d-4e8a-846b-bc59e06beb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.766778 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:46.788061 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.841058 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f422008e-3d2d-4e8a-846b-bc59e06beb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.904931 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:46.916611 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:46.928057 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'da6a4751-79d0-4635-aeab-dc47e4af29d0', 'name': '', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'mac_address': 'fa:16:3e:3c:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 2, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'subnets': [{'id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:47.014307 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Checking router: 4fe0ebea-e9cd-46d2-855b-99151f5ba313 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:03:47.015178 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Updating router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 port da6a4751-79d0-4635-aeab-dc47e4af29d0 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:03:47.060584 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.070197 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f422008e-3d2d-4e8a-846b-bc59e06beb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.073172 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f422008e-3d2d-4e8a-846b-bc59e06beb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.074510 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f422008e-3d2d-4e8a-846b-bc59e06beb45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7962267a-5019-4ae6-aad8-7a4fef87e7d5 HTTP/1.1" status: 204 len: 168 time: 0.5078127 Jul 12 16:03:47.081560 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.137709 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.142325 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422008e-3d2d-4e8a-846b-bc59e06beb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7962267a-5019-4ae6-aad8-7a4fef87e7d5,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:47.155507 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.167521 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.176153 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 18456289-45da-4a4f-ba5b-b5f258180c6e up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:47.184977 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'Port': ['ID=18c225ad-8211-489d-b43b-bf69ce4f2aaa,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:47.363147 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.386324 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d09f54aa-44d4-4892-8395-433f0894ff4c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8821397 Jul 12 16:03:47.493720 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-f8f8db51-bbcf-48aa-b168-fd3ce0c37854 None None] Provisioning complete for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:47.494904 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-f8f8db51-bbcf-48aa-b168-fd3ce0c37854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.540815 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc12ae-eb45-449d-8e2e-6b9939b90ed7 req-97d0b53a-c672-4229-b980-2f26204a80c3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:47.543036 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-66dc12ae-eb45-449d-8e2e-6b9939b90ed7 req-97d0b53a-c672-4229-b980-2f26204a80c3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.2079484 Jul 12 16:03:47.639036 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-66dc12ae-eb45-449d-8e2e-6b9939b90ed7 req-45382607-1de8-4e81-bd74-522b1596556f tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869634 Jul 12 16:03:47.792842 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 18456289-45da-4a4f-ba5b-b5f258180c6e triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:47.793641 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:47.847133 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-43984cef-7735-4269-b334-aa2f14aa5df4 req-85065e45-1a5e-4512-b1ad-0d16b053e816 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0571783 Jul 12 16:03:47.960852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Network c234480e-66f4-467c-91bd-b20422ccaf95 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:47.991587 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:48.021358 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event updated for resources: {'Port': ['ID=a9eb9960-94e8-43cf-8e9b-62840df6283a,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:48.071992 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:48.087389 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:48.094138 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.132438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.170400 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a2f7620-5814-4ed8-aa00-db59e7e943df req-7363dcf7-5bf8-4d29-8b31-be90d10a5f35 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0863171 Jul 12 16:03:48.220653 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-39363fbf-cd5b-43cd-9381-fe7c8b07a41b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1102500 Jul 12 16:03:48.253672 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c0612-0e10-412f-939a-c57ee5d6c027 req-3b1b7abe-c241-415c-ac4a-30694ff8583d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:48.265101 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a19c0612-0e10-412f-939a-c57ee5d6c027 req-3b1b7abe-c241-415c-ac4a-30694ff8583d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.9064071 Jul 12 16:03:48.326850 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Transition to ACTIVE for port object da6a4751-79d0-4635-aeab-dc47e4af29d0 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:48.344875 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.349766 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a19c0612-0e10-412f-939a-c57ee5d6c027 req-c782d325-6281-40c9-9319-94efd7624938 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837095 Jul 12 16:03:48.446769 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-e7e53f5c-ab17-40a6-a004-6d7884276426 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1940958592&fields=id&tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e HTTP/1.1" status: 200 len: 267 time: 0.1174436 Jul 12 16:03:48.480356 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55829a69-076e-44e5-a378-b8023f456ff9 None None] Pushing event updated for resources: {'Port': ['ID=da6a4751-79d0-4635-aeab-dc47e4af29d0,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:48.531922 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Attempting to bind port da6a4751-79d0-4635-aeab-dc47e4af29d0 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:48.532728 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Attempting to bind port da6a4751-79d0-4635-aeab-dc47e4af29d0 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:48.532927 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Attempting to bind port da6a4751-79d0-4635-aeab-dc47e4af29d0 on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:48.538940 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:48.539628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Checking segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:48.540350 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.540857 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Bound using segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:48.542114 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Bound port: da6a4751-79d0-4635-aeab-dc47e4af29d0, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:48.542662 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.653818 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] For port da6a4751-79d0-4635-aeab-dc47e4af29d0, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:48.659583 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] For port da6a4751-79d0-4635-aeab-dc47e4af29d0, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=da6a4751-79d0-4635-aeab-dc47e4af29d0,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:48.668392 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:48.706400 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-1b04b9df-4117-4ea8-8604-07c6b60dc224 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:48.707961 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-1b04b9df-4117-4ea8-8604-07c6b60dc224 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 811 time: 0.2603402 Jul 12 16:03:48.768622 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-5ec45b32-ce77-4c93-a94c-ad05835390eb tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/quotas/7fe3fe2805ab47fa90b8f96f04d3d85e HTTP/1.1" status: 200 len: 375 time: 0.0538135 Jul 12 16:03:48.775999 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Routers {'4fe0ebea-e9cd-46d2-855b-99151f5ba313'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:03:48.777297 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:03:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:48.779160 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55829a69-076e-44e5-a378-b8023f456ff9 None None] Pushing event updated for resources: {'Port': ['ID=da6a4751-79d0-4635-aeab-dc47e4af29d0,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:48.962762 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9dc183ae-65c3-4ec8-a948-f6e526db3491 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1926706 Jul 12 16:03:49.069510 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb10bfe-8dfd-486f-bdbc-11913f373a5b req-4554f977-89bb-44c7-a299-dbb0aa7be650 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:49.078406 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1fb10bfe-8dfd-486f-bdbc-11913f373a5b req-4554f977-89bb-44c7-a299-dbb0aa7be650 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.2350504 Jul 12 16:03:49.129762 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] Set router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:03:49.218951 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1fb10bfe-8dfd-486f-bdbc-11913f373a5b req-126a95ea-3050-4a0a-a938-65a095f654ac tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295996 Jul 12 16:03:49.241826 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 70d78f63-0fb6-4594-bb47-cfcaf03b0acd up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:49.504045 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dfe2ed2e-c22c-442d-9d36-ea933ac2df30 req-bd2d90ed-b346-4a22-a2be-95714c87f2ec tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0761240 Jul 12 16:03:49.560222 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-d972a9d1-7b6a-4a3e-ad8a-9dc43ced4863 service neutron] 10.222.0.70 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963709 Jul 12 16:03:49.733291 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-e80c4878-0ee7-4cc2-8a11-93b4cf76246b service neutron] 10.222.0.70 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707754 Jul 12 16:03:49.789144 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:49.789726 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:49.816103 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c279d798-70a5-4481-8c00-7c904977c14b req-78abe953-b07d-40bb-8e8b-39edb003d12f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0622623 Jul 12 16:03:50.024796 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'da6a4751-79d0-4635-aeab-dc47e4af29d0', 'name': '', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'mac_address': 'fa:16:3e:3c:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:48Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'subnets': [{'id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:03:50.077986 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cb9c4410-a187-4389-9e32-db4b5654f082 req-1b2e00e4-f7fb-4053-bb31-b4fa2bda9281 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0742154 Jul 12 16:03:50.081595 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d137d287-7d2a-493c-93d0-688738d47956 None None] The sync data for ids ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'] in dv-cinder-792642-4-iscsi is: [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:03:37Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'da6a4751-79d0-4635-aeab-dc47e4af29d0', 'name': '', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'mac_address': 'fa:16:3e:3c:d7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:48Z', 'revision_number': 4, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'subnets': [{'id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:03:50.100946 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device da6a4751-79d0-4635-aeab-dc47e4af29d0 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:50.250976 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b6fce-841b-4e7e-b6dc-eb5515f9e6aa req-527f0ed4-cd3b-46ba-b35d-d4749ceb2dd8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:50.251684 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port da6a4751-79d0-4635-aeab-dc47e4af29d0 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:03:50.261942 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-761b6fce-841b-4e7e-b6dc-eb5515f9e6aa req-527f0ed4-cd3b-46ba-b35d-d4749ceb2dd8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.2106223 Jul 12 16:03:50.264651 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port da6a4751-79d0-4635-aeab-dc47e4af29d0 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:50.265046 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.332884 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-761b6fce-841b-4e7e-b6dc-eb5515f9e6aa req-26e1bbd4-6815-47e4-819e-2db24c3eacfb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647199 Jul 12 16:03:50.493533 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.564579 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c28985-41bd-4467-a9e2-b1f63e0febe2 req-534cc068-5979-4a9f-a99e-bb44516334e9 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:50.568972 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-40c28985-41bd-4467-a9e2-b1f63e0febe2 req-534cc068-5979-4a9f-a99e-bb44516334e9 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.1419127 Jul 12 16:03:50.581690 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port da6a4751-79d0-4635-aeab-dc47e4af29d0, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=da6a4751-79d0-4635-aeab-dc47e4af29d0,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:03:50.589879 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:50.674573 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-40c28985-41bd-4467-a9e2-b1f63e0febe2 req-fec0177e-0d0f-476d-9975-5c86c453975a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992525 Jul 12 16:03:50.711317 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=da6a4751-79d0-4635-aeab-dc47e4af29d0,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:50.857070 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2351517a-d565-4737-a552-6db0cf01ccf7 req-669039aa-1053-48c6-a88e-7bf3d433af10 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0595191 Jul 12 16:03:51.022430 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device da6a4751-79d0-4635-aeab-dc47e4af29d0 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:03:51.106986 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port da6a4751-79d0-4635-aeab-dc47e4af29d0 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:03:51.107703 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:51.170456 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-81ebc3a2-5011-4399-9bf0-bebff8166440 req-33aaa65f-8c59-4017-8bc4-e74abca00eae tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0806048 Jul 12 16:03:51.408187 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e496bad1-db4b-4792-b5ed-b538624315c6 req-de1b99f3-ad3b-4e0b-aa83-dc3e2f0c3d17 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0621834 Jul 12 16:03:51.639000 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2ee52-596b-41db-9465-1018e37c8099 req-7644bf10-e734-4a01-9688-a33c7c6ee313 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:51.646363 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-25c2ee52-596b-41db-9465-1018e37c8099 req-7644bf10-e734-4a01-9688-a33c7c6ee313 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.1091130 Jul 12 16:03:51.710882 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-25c2ee52-596b-41db-9465-1018e37c8099 req-3f2d262e-58b2-43d3-a322-556ba1509ece tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635359 Jul 12 16:03:51.904036 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644e85b-c3b5-4091-b402-b0ecf01918c4 req-7c438a94-e31f-4d79-88ea-97918bbbd51d tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:51.905533 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3644e85b-c3b5-4091-b402-b0ecf01918c4 req-7c438a94-e31f-4d79-88ea-97918bbbd51d tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.0788846 Jul 12 16:03:51.945356 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3644e85b-c3b5-4091-b402-b0ecf01918c4 req-8f3d1f6d-9b60-43e4-847e-d72c878442a2 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341084 Jul 12 16:03:52.076858 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7c5739bc-b2fb-455c-a7d7-319291ce58be req-3410da37-ec64-466d-97de-2eadf4c2b571 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0787580 Jul 12 16:03:52.343619 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2fcb864-0495-404b-bcc1-79e903f1415d req-0aa81b1b-79e9-4e3a-9e4a-f03e9e75e11a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0376027 Jul 12 16:03:52.550863 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e380fe7d-6783-4eb3-bf41-8b2d137c0297 req-be2239ff-1396-46a7-ac08-7bdb8b996974 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0300918 Jul 12 16:03:52.948984 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e49e211-d602-45a6-8eeb-cfa4c107c439 req-212fb054-e0f5-4617-911d-ec3b4e7a7b8b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:52.950561 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1e49e211-d602-45a6-8eeb-cfa4c107c439 req-212fb054-e0f5-4617-911d-ec3b4e7a7b8b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.1062584 Jul 12 16:03:53.055646 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1e49e211-d602-45a6-8eeb-cfa4c107c439 req-a15370f8-8c23-4a5f-9dd7-9368f370ea3d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979619 Jul 12 16:03:53.300092 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bda8f-db66-4260-8412-50fb3690148a req-d9117d56-0655-4679-bc27-82da2468d2c4 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:53.310127 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c94bda8f-db66-4260-8412-50fb3690148a req-d9117d56-0655-4679-bc27-82da2468d2c4 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.1071308 Jul 12 16:03:53.365161 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c94bda8f-db66-4260-8412-50fb3690148a req-3048ed9b-b1a4-4b59-90a5-de4a4f87429a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537984 Jul 12 16:03:53.413186 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f2f759e9-e902-4645-b577-8f5efebd8bec req-efd5d39d-3525-4aef-8943-eedb3ffd49e1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0730748 Jul 12 16:03:53.549546 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-328066a8-2cfd-4dde-a67f-8eec1b292dbf req-cbd201fe-e7f8-4132-ad3b-4d6d50abb0c1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0564628 Jul 12 16:03:53.755331 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-762823a3-c392-459e-9f26-dd4def0b7876 req-f444b971-56e0-4f31-9d44-52dccaf2eab3 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0355318 Jul 12 16:03:54.254922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a9a22-cb60-4a4e-9475-6e234006fdac req-f7021a26-ab65-4dd5-85ba-95487079ec58 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:54.256386 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f09a9a22-cb60-4a4e-9475-6e234006fdac req-f7021a26-ab65-4dd5-85ba-95487079ec58 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.0728226 Jul 12 16:03:54.297159 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f09a9a22-cb60-4a4e-9475-6e234006fdac req-e9f5c956-f531-4321-83a7-ccdf58a91af9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346630 Jul 12 16:03:54.576305 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df2a9f-3321-451d-9463-22257fadccf6 req-b2660cba-9437-45d8-8f4d-d27b13ea6583 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:54.578019 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-98df2a9f-3321-451d-9463-22257fadccf6 req-b2660cba-9437-45d8-8f4d-d27b13ea6583 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.0788345 Jul 12 16:03:54.615145 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1822a9e4-35ec-4a75-91e7-c8957276a1c0 req-5eab872e-9fdb-4bff-b647-5db0b913f164 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0303593 Jul 12 16:03:54.623834 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-98df2a9f-3321-451d-9463-22257fadccf6 req-70832c37-92b4-4343-8e81-e316e8deec4e tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344157 Jul 12 16:03:54.778400 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2c167128-ad9b-487f-8617-cc2a1365f8a8 req-9e5172f9-fbe8-4803-8e54-bb4d416d0bb1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0408320 Jul 12 16:03:54.945716 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6f3dab14-67ed-4138-89b5-58d0b2b4d706 req-a6d2e21d-3d87-4ba1-9bb8-c287611ad33a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0399368 Jul 12 16:03:55.497258 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:03:55.523820 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e5c4e-dc03-4339-875f-74c7f8a7966d req-e5920312-6d66-4fc4-acfa-95c989fc4ea3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:55.525806 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-583e5c4e-dc03-4339-875f-74c7f8a7966d req-e5920312-6d66-4fc4-acfa-95c989fc4ea3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.0766931 Jul 12 16:03:55.571121 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-583e5c4e-dc03-4339-875f-74c7f8a7966d req-f4db9e51-500c-4992-9945-d9619f1bb0e9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Jul 12 16:03:55.700699 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51478) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:55.850513 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ba8af5a-acf6-47d8-841b-e327475ae369 req-715ddf2f-7b1b-4c1c-81d4-49148f98b042 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0613210 Jul 12 16:03:55.904657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-53448bae-dd55-4a70-938b-cdc4569b9714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:55.937242 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf793c-ada1-4ab3-b390-96095c65232a req-ba074d48-ed11-4c7e-bd3e-998c140923da tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:55.944548 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-75cf793c-ada1-4ab3-b390-96095c65232a req-ba074d48-ed11-4c7e-bd3e-998c140923da tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.1114633 Jul 12 16:03:55.993033 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-75cf793c-ada1-4ab3-b390-96095c65232a req-165966d9-9d2f-48e8-a4d4-5041068b6acd tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Jul 12 16:03:56.026165 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fa017a68-b357-4b61-8a40-8058711e5319 req-ca647107-9da6-4412-9752-a3cf616444de tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0502710 Jul 12 16:03:56.093781 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-53448bae-dd55-4a70-938b-cdc4569b9714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.097502 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-53448bae-dd55-4a70-938b-cdc4569b9714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.137145 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3c61d756-bcfe-490f-b25b-f1d3a56d1c22 req-0f7d4ae6-435d-467e-83ea-bd7277313551 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0294836 Jul 12 16:03:56.143086 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-53448bae-dd55-4a70-938b-cdc4569b9714 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=33e537ff997c49fe9429a7be3a44a9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4391670 Jul 12 16:03:56.143086 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53448bae-dd55-4a70-938b-cdc4569b9714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376c3689-b076-4110-bf56-d3fae37d6d8d,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.144705 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51488) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:56.207335 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2f2d68d7-5bd8-440f-b267-6f9da9a7c287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.230469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2f2d68d7-5bd8-440f-b267-6f9da9a7c287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.262799 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5848f908-5fd8-4801-bdbe-a0efedf75c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.284698 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2f2d68d7-5bd8-440f-b267-6f9da9a7c287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.287222 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2f2d68d7-5bd8-440f-b267-6f9da9a7c287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.288409 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-2f2d68d7-5bd8-440f-b267-6f9da9a7c287 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/376c3689-b076-4110-bf56-d3fae37d6d8d HTTP/1.1" status: 204 len: 168 time: 0.1426296 Jul 12 16:03:56.297562 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d68d7-5bd8-440f-b267-6f9da9a7c287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376c3689-b076-4110-bf56-d3fae37d6d8d,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.570376 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51502) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:56.585137 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4d8a-2cd0-4c81-bd3c-02462719b785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.678243 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4d8a-2cd0-4c81-bd3c-02462719b785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.682333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4d8a-2cd0-4c81-bd3c-02462719b785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.721337 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-0c8c4d8a-2cd0-4c81-bd3c-02462719b785 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9a6d320fccdb46f388658499d276b55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498559 Jul 12 16:03:56.722460 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4d8a-2cd0-4c81-bd3c-02462719b785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e019b7bb-f875-4729-b2c3-4b1eb9b716c4,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:56.724001 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51506) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:56.797291 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ab598-8711-42d5-96ab-53746ed81377 req-b2d36a76-c062-42ce-b7c4-02bbaed48252 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:56.798768 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9f5ab598-8711-42d5-96ab-53746ed81377 req-b2d36a76-c062-42ce-b7c4-02bbaed48252 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 931 time: 0.1050401 Jul 12 16:03:56.799517 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ddc15581-1c85-4a74-82cf-039e461e09ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.835100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ddc15581-1c85-4a74-82cf-039e461e09ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.876872 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9f5ab598-8711-42d5-96ab-53746ed81377 req-bff7adc7-e3d6-4a9f-87f6-a14cd620f44d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683119 Jul 12 16:03:56.909918 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ddc15581-1c85-4a74-82cf-039e461e09ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.913270 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ddc15581-1c85-4a74-82cf-039e461e09ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:56.914618 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-ddc15581-1c85-4a74-82cf-039e461e09ba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e019b7bb-f875-4729-b2c3-4b1eb9b716c4 HTTP/1.1" status: 204 len: 168 time: 0.1890988 Jul 12 16:03:56.923669 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc15581-1c85-4a74-82cf-039e461e09ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e019b7bb-f875-4729-b2c3-4b1eb9b716c4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:57.032054 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-35bb2f5a-b20f-42a6-bed4-8a5feb4d28e3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:03:57.042976 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-35bb2f5a-b20f-42a6-bed4-8a5feb4d28e3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188615 Jul 12 16:03:57.086448 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3c281188-be32-4afa-98de-d1b19151558b req-63256d3b-9273-45f3-a6a3-c4d2484c4bfc tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0854614 Jul 12 16:03:57.103763 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-800c9036-3241-4fd1-bbf8-70fe4343c643 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:03:57.107227 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-800c9036-3241-4fd1-bbf8-70fe4343c643 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246096 Jul 12 16:03:57.133615 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Request body: {'port': {'device_id': '09ff795f-df04-4b94-b45e-264231742ef4', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'admin_state_up': True, 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:57.328366 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c8fae-6023-48eb-81e7-df138abf8931 req-005da890-a41a-4153-8abc-756ab1fa32a2 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:57.330524 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-607c8fae-6023-48eb-81e7-df138abf8931 req-005da890-a41a-4153-8abc-756ab1fa32a2 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 932 time: 0.1232095 Jul 12 16:03:57.347064 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-278900ef-69d1-4e77-a469-ad853e0350d4 req-503ceeea-92ec-44ed-ab6c-2439047d8ccc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0539265 Jul 12 16:03:57.378644 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Made reservation on behalf of 7b02ea6cfbab4c6eb0ea447f07bd9854 for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:57.389705 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.445509 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-607c8fae-6023-48eb-81e7-df138abf8931 req-a8242ec8-8c7f-4642-8f25-610ba81387a5 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074564 Jul 12 16:03:57.470852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Request body: {'port': {'device_id': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:57.471331 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Request body: {'port': {'device_id': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:57.556191 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.579597 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cdc62bf3-d799-4bc6-a8bb-6b96923824c7 req-527b0ad5-ab58-484b-9754-09f7c9b16985 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0668464 Jul 12 16:03:57.673093 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:57.723670 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Allocated IP 172.20.0.11 (0bd106b3-cb5a-4e21-9c3b-d4f76d34203e/7669c0b1-f496-4281-9799-0c0ef130ac03/a6618425-7f32-44e0-92f0-b6c1f7edac57) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:58.011719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9eb9960-94e8-43cf-8e9b-62840df6283a {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:03:58.023084 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.041725 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Transition to ACTIVE for port object a9eb9960-94e8-43cf-8e9b-62840df6283a will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:58.045934 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.109316 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.172799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95b2e50-d75b-437d-85ac-ec555d50a5c2 {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:03:58.187118 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.202305 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Attempting to bind port a9eb9960-94e8-43cf-8e9b-62840df6283a on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:58.202734 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Attempting to bind port a9eb9960-94e8-43cf-8e9b-62840df6283a by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:58.203086 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Attempting to bind port a9eb9960-94e8-43cf-8e9b-62840df6283a on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:58.207611 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb9960-94e8-43cf-8e9b-62840df6283a,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.208857 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Transition to ACTIVE for port object c95b2e50-d75b-437d-85ac-ec555d50a5c2 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:03:58.218222 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Port a9eb9960-94e8-43cf-8e9b-62840df6283a on network c234480e-66f4-467c-91bd-b20422ccaf95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:03:58.218555 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Attempting to bind port a9eb9960-94e8-43cf-8e9b-62840df6283a on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:58.220031 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.225159 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.227653 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:58.228224 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Checking segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:58.228956 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Bound using segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:58.229433 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Bound port: a9eb9960-94e8-43cf-8e9b-62840df6283a, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:58.229800 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.310622 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:03:58.314674 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:03:58.320852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Pushing event updated for resources: {'Port': ['ID=c95b2e50-d75b-437d-85ac-ec555d50a5c2,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.325139 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:03:58.331534 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:58.332180 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.349989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] For port a9eb9960-94e8-43cf-8e9b-62840df6283a, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:58.360364 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] For port a9eb9960-94e8-43cf-8e9b-62840df6283a, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:58.370639 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6e466-a8d2-4907-b85f-d6c61a0d97e7 req-1a18bee1-30f4-4c8a-a51a-5f843d685582 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:58.372205 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1eb6e466-a8d2-4907-b85f-d6c61a0d97e7 req-1a18bee1-30f4-4c8a-a51a-5f843d685582 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.2774954 Jul 12 16:03:58.373864 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.455992 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1eb6e466-a8d2-4907-b85f-d6c61a0d97e7 req-70d76aef-f1ab-4413-9015-7452d4556682 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734513 Jul 12 16:03:58.470624 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:58.471342 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.473082 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] 10.222.0.66 "PUT /v2.0/ports/a9eb9960-94e8-43cf-8e9b-62840df6283a HTTP/1.1" status: 200 len: 1093 time: 1.1024003 Jul 12 16:03:58.473599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'tag': 'a9eb9960-94e8-43cf-8e9b-62840df6283a'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:03:58.507067 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c25e1537-a63a-4908-a3d1-1449dea44474 req-b5cfcbe4-1589-4d1a-a7e0-38dee78416c3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.1225789 Jul 12 16:03:58.511261 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4285626 Jul 12 16:03:58.553070 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Attempting to bind port c95b2e50-d75b-437d-85ac-ec555d50a5c2 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:03:58.553701 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Attempting to bind port c95b2e50-d75b-437d-85ac-ec555d50a5c2 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '7c5e5304-5e08-4147-ad33-3642514fc604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:03:58.555538 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Attempting to bind port c95b2e50-d75b-437d-85ac-ec555d50a5c2 on network a2446b3a-fba0-4b45-998d-90d3e1415a55 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:58.561176 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bea3b-0cc3-4936-aead-24574d4d076e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Pushing event updated for resources: {'Port': ['ID=a6618425-7f32-44e0-92f0-b6c1f7edac57,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.575485 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Request body: {'port': {'device_id': '09ff795f-df04-4b94-b45e-264231742ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:58.580079 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Port c95b2e50-d75b-437d-85ac-ec555d50a5c2 on network a2446b3a-fba0-4b45-998d-90d3e1415a55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:03:58.580451 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Attempting to bind port c95b2e50-d75b-437d-85ac-ec555d50a5c2 on network a2446b3a-fba0-4b45-998d-90d3e1415a55 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:03:58.598403 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.66', 55448) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:58.703960 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:03:58.704346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Checking segment: {'id': '7c5e5304-5e08-4147-ad33-3642514fc604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:03:58.704924 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Bound using segment: {'id': '7c5e5304-5e08-4147-ad33-3642514fc604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:03:58.705588 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Bound port: c95b2e50-d75b-437d-85ac-ec555d50a5c2, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c5e5304-5e08-4147-ad33-3642514fc604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:03:58.705757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:58.817164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-6b39e67f-4bc3-47df-8f93-fbfbf63bc0f0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:58.818948 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-6b39e67f-4bc3-47df-8f93-fbfbf63bc0f0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 817 time: 0.2415080 Jul 12 16:03:58.824242 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f971f2-7572-4b14-bc0a-317bba05f842" -d '{"events": [{"name": "network-changed", "server_uuid": "ed199188-5c3e-4150-932b-ad71d9bdd1da", "tag": "a9eb9960-94e8-43cf-8e9b-62840df6283a"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:03:58.913879 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40a934-06fd-4d77-b435-4885ff92cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=a9eb9960-94e8-43cf-8e9b-62840df6283a,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:03:58.949534 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7a31ae17-31bd-44dc-90b5-478adde19bd8 req-1bacab0c-6d21-4731-9e1d-f6c7c4cb797c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.1293783 Jul 12 16:03:59.003477 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-29ff0fc3-9dee-4344-b98c-94567ffa2cb6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 379 time: 0.1465795 Jul 12 16:03:59.017352 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'port': {'device_id': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'admin_state_up': True, 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'security_groups': ['ef1ef582-6b53-43d1-a514-e0e4c123faeb']}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:03:59.109329 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a5c646b1-5425-4217-ab84-4eeb6dd77c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.141347 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.146162 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-92035973-3f76-4bad-aabc-19ab24ad2d7b req-f5366a07-3c0e-476a-993f-a2a8e8a98852 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0378857 Jul 12 16:03:59.191384 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Made reservation on behalf of 429f3cb929cc4e79be6b1251ae38b648 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:03:59.195562 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.214097 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] For port c95b2e50-d75b-437d-85ac-ec555d50a5c2, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:03:59.220745 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.224185 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-f1ec644f-e7dd-452f-b23b-c3afb116be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:59.226214 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-f1ec644f-e7dd-452f-b23b-c3afb116be0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 1096 time: 0.5918870 Jul 12 16:03:59.373697 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] For port c95b2e50-d75b-437d-85ac-ec555d50a5c2, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2,segment=NetworkSegment(7c5e5304-5e08-4147-ad33-3642514fc604),segment_id=7c5e5304-5e08-4147-ad33-3642514fc604)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:03:59.403687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.66', 55451) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:59.472375 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7746b2-c471-482b-ac7e-97bd778c8f2e req-1804b73d-13ea-4f00-83fd-1c88ee76f5b2 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:59.481846 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6c7746b2-c471-482b-ac7e-97bd778c8f2e req-1804b73d-13ea-4f00-83fd-1c88ee76f5b2 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.7387838 Jul 12 16:03:59.494754 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-cfd16f0c-f786-4e27-bb28-ccf0581098f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a HTTP/1.1" status: 200 len: 217 time: 0.2202494 Jul 12 16:03:59.495958 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.662461 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Allocated IP 172.20.0.4 (fe426721-bb92-4d32-b3e8-d52b3b783dd0/2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7/2c9826b3-e73d-496e-8e1b-e9eb132279e1) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:03:59.761320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf40847-f723-428c-9c6e-40296e2654c0 x-openstack-request-id: req-aaf40847-f723-428c-9c6e-40296e2654c0 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:03:59.761610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed199188-5c3e-4150-932b-ad71d9bdd1da", "tag": "a9eb9960-94e8-43cf-8e9b-62840df6283a", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:03:59.761872 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-aaf40847-f723-428c-9c6e-40296e2654c0 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:03:59.762807 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'tag': 'a9eb9960-94e8-43cf-8e9b-62840df6283a', 'status': 'completed', 'code': 200} Jul 12 16:03:59.793382 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:59.793856 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.795481 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] 10.222.0.66 "PUT /v2.0/ports/c95b2e50-d75b-437d-85ac-ec555d50a5c2 HTTP/1.1" status: 200 len: 1094 time: 2.4515955 Jul 12 16:03:59.796052 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'tag': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:03:59.914201 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:03:59.927405 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ebdc-f28c-460b-b29e-5d56b2f4703b req-56496081-820c-47d6-9246-5df396d4e3b9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:59.931532 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51638) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:03:59.936084 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aee6ebdc-f28c-460b-b29e-5d56b2f4703b req-56496081-820c-47d6-9246-5df396d4e3b9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.1700213 Jul 12 16:03:59.949588 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-e8b30e7d-e1af-489d-a877-4a22a34e8281 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:03:59.961459 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-e8b30e7d-e1af-489d-a877-4a22a34e8281 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 819 time: 0.5482848 Jul 12 16:03:59.998050 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Transition to ACTIVE for port object 2c9826b3-e73d-496e-8e1b-e9eb132279e1 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:00.043451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6c7746b2-c471-482b-ac7e-97bd778c8f2e req-31fa2c0e-aecc-4249-b06a-a6afb368be40 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591552 Jul 12 16:04:00.053556 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340067f-50bd-4d45-946b-2ea0757a84ec service neutron] Pushing event updated for resources: {'Port': ['ID=c95b2e50-d75b-437d-85ac-ec555d50a5c2,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:00.059656 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Request body: {'port': {'device_id': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'admin_state_up': True, 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:00.066836 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.112105 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.152531 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-826a1b10-fa59-4632-b2f3-167da536b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:00.155405 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-826a1b10-fa59-4632-b2f3-167da536b754 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.6113319 Jul 12 16:04:00.280929 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aee6ebdc-f28c-460b-b29e-5d56b2f4703b req-4b20258a-f6af-47b6-89e2-bfcc5f12f159 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262630 Jul 12 16:04:00.334867 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:00.336795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d76447-3617-46fc-a182-14d99dd05cde" -d '{"events": [{"name": "network-changed", "server_uuid": "e761b7df-b36d-4c71-8c2d-56cae9ce3e06", "tag": "c95b2e50-d75b-437d-85ac-ec555d50a5c2"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:00.339749 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:00.348413 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:00.352746 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:00.360346 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:00.361107 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.368486 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-68b7b2af-7459-4034-ac0b-75d4e7f3473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:00.370533 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-68b7b2af-7459-4034-ac0b-75d4e7f3473c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22c8111e6a2b4fb1b8e7d053fc594aaa&device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 1097 time: 0.4564917 Jul 12 16:04:00.375255 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-a0feee41-e141-4a29-80c9-5ccdf001368e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1489978 Jul 12 16:04:00.379419 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.66', 55456) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:00.386727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eedb7ded-cacc-4791-8714-471284ae6c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.402496 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-2878b305-9c5f-46c0-be54-9e3e009d09d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3911877 Jul 12 16:04:00.465510 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Request body: {'port': {'device_id': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:00.542869 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9609303c-da99-4717-b414-94c6e150b760 req-432fe44d-8745-4375-ba20-4257b44350bd tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0822911 Jul 12 16:04:00.588199 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-d57fbff6-1996-4fa9-a173-af7cc5f34d16 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2 HTTP/1.1" status: 200 len: 217 time: 0.1513813 Jul 12 16:04:00.592520 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.723732 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2228da66-62f3-4ef3-bd93-0bbf0f1292a4 None None] Provisioning for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:00.724182 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3814d9bd-1d5c-4679-886e-ff85716d4e6c req-3a73a557-a87b-4d2c-8bc9-7f6c1dee62b0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0444436 Jul 12 16:04:00.727621 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2228da66-62f3-4ef3-bd93-0bbf0f1292a4 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:00.728096 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2228da66-62f3-4ef3-bd93-0bbf0f1292a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.771626 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a6241-b72c-4268-be8c-18b7fd3ee65e req-fbda9907-baa6-4c63-bf72-434943f80fa8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:00.779766 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-be5a6241-b72c-4268-be8c-18b7fd3ee65e req-fbda9907-baa6-4c63-bf72-434943f80fa8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 931 time: 0.5263665 Jul 12 16:04:00.784033 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-2228da66-62f3-4ef3-bd93-0bbf0f1292a4 None None] Port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:00.858105 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6618425-7f32-44e0-92f0-b6c1f7edac57 {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:00.876001 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4816bed-a682-4476-b041-18b6769087a8 x-openstack-request-id: req-b4816bed-a682-4476-b041-18b6769087a8 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:00.876403 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e761b7df-b36d-4c71-8c2d-56cae9ce3e06", "tag": "c95b2e50-d75b-437d-85ac-ec555d50a5c2", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:00.876744 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4816bed-a682-4476-b041-18b6769087a8 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:00.877255 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'tag': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2', 'status': 'completed', 'code': 200} Jul 12 16:04:00.883880 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eedb7ded-cacc-4791-8714-471284ae6c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.889016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.913776 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-4209371d-ffef-4a2a-b644-4c079dae3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:00.915520 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-4209371d-ffef-4a2a-b644-4c079dae3bb4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c718c0a2-c1af-4cdb-8d88-82221dc11438 HTTP/1.1" status: 200 len: 851 time: 0.2500372 Jul 12 16:04:00.916602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eedb7ded-cacc-4791-8714-471284ae6c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.918185 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Made reservation on behalf of 7b02ea6cfbab4c6eb0ea447f07bd9854 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:00.921695 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:00.946005 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-be5a6241-b72c-4268-be8c-18b7fd3ee65e req-f86783a2-c67e-4323-8da7-7a61d6c21291 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651721 Jul 12 16:04:00.959482 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-13f18adc-58ff-4371-b7ee-af4a24e0751b service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191557 Jul 12 16:04:00.969444 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Transition to ACTIVE for port object a6618425-7f32-44e0-92f0-b6c1f7edac57 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:01.016509 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.041141 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9826b3-e73d-496e-8e1b-e9eb132279e1 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:01.053391 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.067520 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-b10353fc-ae77-4198-b176-549bc4089106 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:01.069043 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-b10353fc-ae77-4198-b176-549bc4089106 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 811 time: 0.6277957 Jul 12 16:04:01.076607 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-5d9d2e74-a917-4fc2-b5e8-98bc43f687cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2446b3a-fba0-4b45-998d-90d3e1415a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923522 Jul 12 16:04:01.081253 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-eedb7ded-cacc-4791-8714-471284ae6c12 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=189051976d174603933f6ee5b295c007&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1306863 Jul 12 16:04:01.087828 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51682) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:01.088530 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb7ded-cacc-4791-8714-471284ae6c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d551fd-0c80-4e06-8630-db033e0ace33,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:01.110731 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Transition to ACTIVE for port object 2c9826b3-e73d-496e-8e1b-e9eb132279e1 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:01.121497 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.175832 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Allocated IP 172.20.0.12 (0bd106b3-cb5a-4e21-9c3b-d4f76d34203e/7669c0b1-f496-4281-9799-0c0ef130ac03/9274a6e0-ab47-4fb6-aaae-5786cc31421f) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:01.226580 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:01.329655 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Pushing event updated for resources: {'Port': ['ID=a6618425-7f32-44e0-92f0-b6c1f7edac57,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:01.335926 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-5fd4b158-d752-46bc-a188-4a495beb98bb tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e HTTP/1.1" status: 200 len: 380 time: 0.2427011 Jul 12 16:04:01.362287 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Attempting to bind port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:01.362711 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Attempting to bind port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:01.363117 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Attempting to bind port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:01.363859 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08d5dc09-ec64-438f-ae4f-412a990ecf94 req-6f345fb4-157e-4f59-8529-5390fa718c12 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932590 Jul 12 16:04:01.374318 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:01.374742 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Attempting to bind port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:01.381757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'port': {'device_id': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'admin_state_up': True, 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'security_groups': ['fb7d20d3-4718-43cb-a361-28a4199a1ba9']}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:01.396570 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:01.398919 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Checking segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:01.401307 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Bound using segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:01.402236 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Bound port: 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:01.403026 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.420321 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Attempting to bind port a6618425-7f32-44e0-92f0-b6c1f7edac57 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:01.420692 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Attempting to bind port a6618425-7f32-44e0-92f0-b6c1f7edac57 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:01.421026 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Attempting to bind port a6618425-7f32-44e0-92f0-b6c1f7edac57 on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:01.432060 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb09d6d-37da-4a5a-a4f1-44079dcf979a req-f3bb5ad2-9db8-4bd0-b178-69906b278c2a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:01.440842 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fdb09d6d-37da-4a5a-a4f1-44079dcf979a req-f3bb5ad2-9db8-4bd0-b178-69906b278c2a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.2604566 Jul 12 16:04:01.502142 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-61094abb-7467-4234-9b52-a9a2e3a8bd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.508884 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Port a6618425-7f32-44e0-92f0-b6c1f7edac57 on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:01.509244 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Attempting to bind port a6618425-7f32-44e0-92f0-b6c1f7edac57 on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:01.544437 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:01.545203 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Checking segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:01.545663 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Bound using segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:01.546191 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Bound port: a6618425-7f32-44e0-92f0-b6c1f7edac57, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:01.546635 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.576476 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-6a44d067-a0c4-4c05-9b50-4fe537521b1f service neutron] 10.222.0.66 "GET /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679837 Jul 12 16:04:01.580270 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.597186 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fdb09d6d-37da-4a5a-a4f1-44079dcf979a req-f1e8824e-caef-4071-9e53-258da9d6546d tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549358 Jul 12 16:04:01.674442 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:01.680937 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:01.726950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.811904 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.817815 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-28d37534-793a-4c66-80be-a814a728cc92 req-241c5468-b6cd-453b-b8c9-85de0724e0cd tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0756364 Jul 12 16:04:01.837997 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:01.838676 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.840073 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] 10.222.0.66 "PUT /v2.0/ports/2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 1093 time: 1.3829503 Jul 12 16:04:01.843317 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:01.845634 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:01.864957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc08bde-a95c-4b80-95e3-44969ceb0a70 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:01.910895 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-61094abb-7467-4234-9b52-a9a2e3a8bd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:01.987126 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.055720 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Pushing event updated for resources: {'Port': ['ID=9274a6e0-ab47-4fb6-aaae-5786cc31421f,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.095242 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] For port a6618425-7f32-44e0-92f0-b6c1f7edac57, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:02.101194 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ea97b53e-e451-4031-8588-f1cad39af668 req-d8648941-90f4-48de-a7a0-d9c1e48e8381 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.1038997 Jul 12 16:04:02.116940 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:02.119725 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] For port a6618425-7f32-44e0-92f0-b6c1f7edac57, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:02.122620 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:02.127248 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:02.129047 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78b389c1-d0a2-4208-9301-8c08a34389e5 req-44288007-d191-4357-86db-c64af6ca0278 service neutron] 10.222.0.66 "GET /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5316405 Jul 12 16:04:02.133802 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.135103 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.155975 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.163016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-61094abb-7467-4234-9b52-a9a2e3a8bd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.164789 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-61ab8eb0-742c-4f4c-8c37-79c69fe15160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.166259 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-61094abb-7467-4234-9b52-a9a2e3a8bd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.167187 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-61ab8eb0-742c-4f4c-8c37-79c69fe15160 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1096 time: 0.2364030 Jul 12 16:04:02.175641 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-61094abb-7467-4234-9b52-a9a2e3a8bd44 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2d551fd-0c80-4e06-8630-db033e0ace33 HTTP/1.1" status: 204 len: 168 time: 1.0806730 Jul 12 16:04:02.186148 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084c7198-67ba-444c-b38b-a868a82846b1 x-openstack-request-id: req-084c7198-67ba-444c-b38b-a868a82846b1 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:02.186561 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:02.186681 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-084c7198-67ba-444c-b38b-a868a82846b1 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:02.187121 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'status': 'completed', 'code': 200} Jul 12 16:04:02.223633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.225043 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.226883 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] 10.222.0.66 "PUT /v2.0/ports/a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 1094 time: 3.6565778 Jul 12 16:04:02.238136 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30dccf9-98f2-4090-bf5f-6126a9c3e854 req-e2727f3a-5cf6-4113-82e4-0548e1b959a0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.246839 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a30dccf9-98f2-4090-bf5f-6126a9c3e854 req-e2727f3a-5cf6-4113-82e4-0548e1b959a0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.6609766 Jul 12 16:04:02.257569 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-885cecf5-7209-4032-9ee5-d1188c03fbeb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 217 time: 0.0673468 Jul 12 16:04:02.259613 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-69f4441e-205e-4431-980c-b6a6524705f8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2058947 Jul 12 16:04:02.268245 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Made reservation on behalf of 7fe3fe2805ab47fa90b8f96f04d3d85e for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:02.271933 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.285430 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-beaae5d0-2128-4335-86e7-e7fa3a7fde52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.286968 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-beaae5d0-2128-4335-86e7-e7fa3a7fde52 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 1096 time: 0.7092938 Jul 12 16:04:02.287727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61094abb-7467-4234-9b52-a9a2e3a8bd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d551fd-0c80-4e06-8630-db033e0ace33,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.368279 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03232296-b5b6-45cb-9a91-b01694d4e025 service neutron] Pushing event updated for resources: {'Port': ['ID=a6618425-7f32-44e0-92f0-b6c1f7edac57,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.374138 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a30dccf9-98f2-4090-bf5f-6126a9c3e854 req-b020ef96-33e9-4c64-9b22-340d868ff163 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262183 Jul 12 16:04:02.387241 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbc05c-ca82-457a-a4e5-3822fd66c997 req-2fb3faee-e635-4c27-aec0-bfe911efb44b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.389227 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1dbc05c-ca82-457a-a4e5-3822fd66c997 req-2fb3faee-e635-4c27-aec0-bfe911efb44b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.0707238 Jul 12 16:04:02.440411 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1dbc05c-ca82-457a-a4e5-3822fd66c997 req-dfab5bc5-554e-4c3b-9bd2-a1b372234c7e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370114 Jul 12 16:04:02.487257 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Allocated IP 172.20.0.10 (fe81df5c-53b6-4f84-accf-31fe835a8422/3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066/15586f10-bc99-4dc7-8928-efaebd5fba6c) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:02.630503 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.646399 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Transition to ACTIVE for port object 15586f10-bc99-4dc7-8928-efaebd5fba6c will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:02.688006 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.784202 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Network fe81df5c-53b6-4f84-accf-31fe835a8422 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:02.793941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:02.797185 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:02.803275 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.803880 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:02.807024 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'Port': ['ID=15586f10-bc99-4dc7-8928-efaebd5fba6c,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:02.831312 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-74e5dd91-8570-4e7f-8731-03c7c5395743 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4840205 Jul 12 16:04:02.845132 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61799e-0cdb-4d93-af26-04543c4878e3 req-85b0f418-c662-45e2-bb2c-4be0ac56e2ba tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:02.846787 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5b61799e-0cdb-4d93-af26-04543c4878e3 req-85b0f418-c662-45e2-bb2c-4be0ac56e2ba tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.1218505 Jul 12 16:04:02.877883 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ff795f-df04-4b94-b45e-264231742ef4', 'tag': 'a6618425-7f32-44e0-92f0-b6c1f7edac57'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:02.880548 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a136488f-cc3a-43c1-be95-42d84736779e" -d '{"events": [{"name": "network-changed", "server_uuid": "09ff795f-df04-4b94-b45e-264231742ef4", "tag": "a6618425-7f32-44e0-92f0-b6c1f7edac57"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:02.909321 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5b61799e-0cdb-4d93-af26-04543c4878e3 req-28c2423c-7556-4b73-9119-1e2ec2d31121 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552731 Jul 12 16:04:03.072633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51756) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:03.078747 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8473a787-e0b2-4b33-8e3b-aae823338d06 x-openstack-request-id: req-8473a787-e0b2-4b33-8e3b-aae823338d06 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:03.079041 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ff795f-df04-4b94-b45e-264231742ef4", "tag": "a6618425-7f32-44e0-92f0-b6c1f7edac57", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:03.079293 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8473a787-e0b2-4b33-8e3b-aae823338d06 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:03.079703 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ff795f-df04-4b94-b45e-264231742ef4', 'tag': 'a6618425-7f32-44e0-92f0-b6c1f7edac57', 'status': 'completed', 'code': 200} Jul 12 16:04:03.086359 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf3b75-2178-41a5-a4ff-a06f34cbbc27 req-a504f35a-d5f1-4c49-9af6-2a45f54ae865 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:03.088742 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c9bf3b75-2178-41a5-a4ff-a06f34cbbc27 req-a504f35a-d5f1-4c49-9af6-2a45f54ae865 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 932 time: 0.1029804 Jul 12 16:04:03.131740 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c9bf3b75-2178-41a5-a4ff-a06f34cbbc27 req-379d8238-2580-4719-8936-fee301b7ca10 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Jul 12 16:04:03.145668 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d27b4afb-cc5c-4038-a035-33cd914b712a None None] Provisioning for port 15586f10-bc99-4dc7-8928-efaebd5fba6c completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:03.153722 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d27b4afb-cc5c-4038-a035-33cd914b712a None None] Provisioning complete for port 15586f10-bc99-4dc7-8928-efaebd5fba6c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:03.154278 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d27b4afb-cc5c-4038-a035-33cd914b712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.197863 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-d27b4afb-cc5c-4038-a035-33cd914b712a None None] Port 15586f10-bc99-4dc7-8928-efaebd5fba6c cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:03.211339 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-baca2fcb-0320-4e0a-8ed9-cda6f8837fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.354734 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419b676-12c9-43bc-80d7-f6fa32fa1664 req-33830da0-792b-4f7e-b2ae-44e87bb60614 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:03.356249 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1419b676-12c9-43bc-80d7-f6fa32fa1664 req-33830da0-792b-4f7e-b2ae-44e87bb60614 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 932 time: 0.0996866 Jul 12 16:04:03.369973 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-baca2fcb-0320-4e0a-8ed9-cda6f8837fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.376866 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-baca2fcb-0320-4e0a-8ed9-cda6f8837fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.435933 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-baca2fcb-0320-4e0a-8ed9-cda6f8837fc5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=758c63652385466ba396713ae1109d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3621726 Jul 12 16:04:03.438692 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51772) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:03.440373 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1419b676-12c9-43bc-80d7-f6fa32fa1664 req-7a72f099-31a5-4e63-b3db-8b497da3747f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765619 Jul 12 16:04:03.441104 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca2fcb-0320-4e0a-8ed9-cda6f8837fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb4ded0-4a01-4016-9925-a528bd211e20,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:03.494231 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-63074234-fe4b-498f-8158-a187247fe1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.518326 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-63074234-fe4b-498f-8158-a187247fe1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.620897 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-63074234-fe4b-498f-8158-a187247fe1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.623390 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-63074234-fe4b-498f-8158-a187247fe1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:03.626871 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-63074234-fe4b-498f-8158-a187247fe1b3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cbb4ded0-4a01-4016-9925-a528bd211e20 HTTP/1.1" status: 204 len: 168 time: 0.1846344 Jul 12 16:04:03.639062 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58d30a-09b7-4c8d-962e-5478dfe78fca req-58b52498-0bf6-411e-a673-b907b97733c9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:03.640819 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1b58d30a-09b7-4c8d-962e-5478dfe78fca req-58b52498-0bf6-411e-a673-b907b97733c9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.0894821 Jul 12 16:04:03.645882 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63074234-fe4b-498f-8158-a187247fe1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb4ded0-4a01-4016-9925-a528bd211e20,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:03.659917 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64ccb7-6300-489f-9f68-b9eb11bb8cfe req-86a9c2bb-466d-47e0-8221-914219ed7124 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:03.668933 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8d64ccb7-6300-489f-9f68-b9eb11bb8cfe req-86a9c2bb-466d-47e0-8221-914219ed7124 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.0921321 Jul 12 16:04:03.701640 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1b58d30a-09b7-4c8d-962e-5478dfe78fca req-2e4c7d68-df7d-466e-9ef9-302949bdd1f5 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528116 Jul 12 16:04:03.706326 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8d64ccb7-6300-489f-9f68-b9eb11bb8cfe req-e832c833-bc0e-4361-89a3-16f21618f25c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364337 Jul 12 16:04:03.924478 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51788) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:04.043503 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-699abfdc-55d5-4ce6-8a1c-27de93845ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.075514 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51796) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:04.089745 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b440f7e6-8904-48e4-bb51-a05d4bc451b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.147165 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3864dff-e0c4-45d0-94e3-1c781f8ccdfa req-7f7f912c-73b6-44ae-b9e3-899339a3246b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:04.148708 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f3864dff-e0c4-45d0-94e3-1c781f8ccdfa req-7f7f912c-73b6-44ae-b9e3-899339a3246b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.0974255 Jul 12 16:04:04.201849 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f3864dff-e0c4-45d0-94e3-1c781f8ccdfa req-c0625a48-bee5-4df8-8725-080bb2932202 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Jul 12 16:04:04.222655 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-699abfdc-55d5-4ce6-8a1c-27de93845ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.229113 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-699abfdc-55d5-4ce6-8a1c-27de93845ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.270908 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-699abfdc-55d5-4ce6-8a1c-27de93845ba3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7211e0f245844a4484576c811061d935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452482 Jul 12 16:04:04.271851 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699abfdc-55d5-4ce6-8a1c-27de93845ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af790aa-0266-442e-87e1-4f386ee88ab6,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:04.274711 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51800) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:04.328737 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb0bc-31d7-4960-ae8b-3fa8c9aa6143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.350673 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb0bc-31d7-4960-ae8b-3fa8c9aa6143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.364085 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d860c1-977c-4628-8d9f-f76164619f41 req-8a5a915c-9149-46fc-af8b-8b9261da2f70 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:04.365626 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f1d860c1-977c-4628-8d9f-f76164619f41 req-8a5a915c-9149-46fc-af8b-8b9261da2f70 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 932 time: 0.1004467 Jul 12 16:04:04.378392 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b440f7e6-8904-48e4-bb51-a05d4bc451b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.386367 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b440f7e6-8904-48e4-bb51-a05d4bc451b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.397597 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb0bc-31d7-4960-ae8b-3fa8c9aa6143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.400853 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bd9bb0bc-31d7-4960-ae8b-3fa8c9aa6143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.404559 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-bd9bb0bc-31d7-4960-ae8b-3fa8c9aa6143 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0af790aa-0266-442e-87e1-4f386ee88ab6 HTTP/1.1" status: 204 len: 168 time: 0.1257915 Jul 12 16:04:04.412166 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9bb0bc-31d7-4960-ae8b-3fa8c9aa6143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af790aa-0266-442e-87e1-4f386ee88ab6,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:04.448279 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f1d860c1-977c-4628-8d9f-f76164619f41 req-10f61cb7-8b0d-47f3-a91f-ad7e2d14bb30 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749931 Jul 12 16:04:04.451530 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b440f7e6-8904-48e4-bb51-a05d4bc451b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f194a35510d04ecc857e8faa8bb2a2ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748596 Jul 12 16:04:04.453023 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440f7e6-8904-48e4-bb51-a05d4bc451b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825b8fd5-27ba-412b-b6f4-26983c5f4465,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:04.454244 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51804) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:04.508462 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-33add100-4245-4a0e-be0e-c859db2b1c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.532407 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-33add100-4245-4a0e-be0e-c859db2b1c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.610661 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-33add100-4245-4a0e-be0e-c859db2b1c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.613315 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-33add100-4245-4a0e-be0e-c859db2b1c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.616874 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-33add100-4245-4a0e-be0e-c859db2b1c28 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/825b8fd5-27ba-412b-b6f4-26983c5f4465 HTTP/1.1" status: 204 len: 168 time: 0.1582351 Jul 12 16:04:04.629822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33add100-4245-4a0e-be0e-c859db2b1c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825b8fd5-27ba-412b-b6f4-26983c5f4465,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:04.653452 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a2a01-1da5-43a5-8946-b4a7b5ce46b2 req-5c2fdf7d-e140-4d86-97e6-d9a2648f9a72 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:04.654908 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-630a2a01-1da5-43a5-8946-b4a7b5ce46b2 req-5c2fdf7d-e140-4d86-97e6-d9a2648f9a72 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 932 time: 0.0851920 Jul 12 16:04:04.696334 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-630a2a01-1da5-43a5-8946-b4a7b5ce46b2 req-e1ca0483-28fb-4b60-bf17-d32fdb70367d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358453 Jul 12 16:04:04.782848 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51816) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:04.800692 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cfff9ae-0f30-411f-8deb-49e9dfd5ef6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:04.911861 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a3054-48af-4cc9-bfc3-5fdef34a5ca5 req-fad898f8-f49c-4d35-8803-9c6575bf45ab tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:04.913902 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e76a3054-48af-4cc9-bfc3-5fdef34a5ca5 req-fad898f8-f49c-4d35-8803-9c6575bf45ab tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.0806627 Jul 12 16:04:04.950077 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b26420-6f7e-4b6f-8f4d-aab154d658cf req-9febf0f4-2ecf-43bd-b67d-b6c782e3da3d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:04.951622 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-44b26420-6f7e-4b6f-8f4d-aab154d658cf req-9febf0f4-2ecf-43bd-b67d-b6c782e3da3d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1077538 Jul 12 16:04:04.965153 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e76a3054-48af-4cc9-bfc3-5fdef34a5ca5 req-067f561f-0466-4255-a548-463aa0aa5eb5 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Jul 12 16:04:04.996710 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cfff9ae-0f30-411f-8deb-49e9dfd5ef6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.003175 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cfff9ae-0f30-411f-8deb-49e9dfd5ef6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.047135 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-44b26420-6f7e-4b6f-8f4d-aab154d658cf req-d81686a6-a537-4ddd-9403-61c84e58368b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835819 Jul 12 16:04:05.058439 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1cfff9ae-0f30-411f-8deb-49e9dfd5ef6b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff5e036c194044c28666f64f24d72e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744889 Jul 12 16:04:05.060687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfff9ae-0f30-411f-8deb-49e9dfd5ef6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cd1921-e748-449f-b532-2271085a68ab,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:05.061738 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51828) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:05.117303 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b96555d9-88c9-4cfc-bf07-ad2bd7276ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.139581 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b96555d9-88c9-4cfc-bf07-ad2bd7276ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.191027 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b96555d9-88c9-4cfc-bf07-ad2bd7276ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.193618 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b96555d9-88c9-4cfc-bf07-ad2bd7276ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:05.194762 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b96555d9-88c9-4cfc-bf07-ad2bd7276ec7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1cd1921-e748-449f-b532-2271085a68ab HTTP/1.1" status: 204 len: 168 time: 0.1319568 Jul 12 16:04:05.202910 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96555d9-88c9-4cfc-bf07-ad2bd7276ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cd1921-e748-449f-b532-2271085a68ab,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:05.388200 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dd364-b5c6-4fe7-a564-81f612a7202f req-e38f214d-ee2d-4bf4-8ed0-8153d9abffb7 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:05.390219 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-162dd364-b5c6-4fe7-a564-81f612a7202f req-e38f214d-ee2d-4bf4-8ed0-8153d9abffb7 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.0683656 Jul 12 16:04:05.435158 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-162dd364-b5c6-4fe7-a564-81f612a7202f req-9d5cf8e5-0c58-4745-9f16-d52d731309f8 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383403 Jul 12 16:04:05.635030 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4264c5-810b-4d9e-ba36-3b1d2d1fdc97 req-0075be93-cea4-47fc-a645-3870a7ca4318 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:05.636951 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cb4264c5-810b-4d9e-ba36-3b1d2d1fdc97 req-0075be93-cea4-47fc-a645-3870a7ca4318 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 932 time: 0.0709586 Jul 12 16:04:05.667735 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Request body: {'port': {'device_id': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:05.669452 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Request body: {'port': {'device_id': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:05.816449 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cb4264c5-810b-4d9e-ba36-3b1d2d1fdc97 req-c927edde-d5b8-48e7-972a-8419894c9a20 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733546 Jul 12 16:04:05.817134 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.022935 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-13f7c8e7-c9ad-4cad-9387-6c9d3f2130ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.024389 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-13f7c8e7-c9ad-4cad-9387-6c9d3f2130ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.2856157 Jul 12 16:04:06.111439 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-5dc295c7-aadb-4eae-8086-150efe646294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.112993 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-5dc295c7-aadb-4eae-8086-150efe646294 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1097 time: 0.4209855 Jul 12 16:04:06.120875 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d76447-3617-46fc-a182-14d99dd05cde req-a2d1904a-f0c6-4643-8e08-cce9b3c24abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.122375 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-a2d1904a-f0c6-4643-8e08-cce9b3c24abe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22c8111e6a2b4fb1b8e7d053fc594aaa&device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 1097 time: 0.4596186 Jul 12 16:04:06.123340 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-e8a4ced5-f6ed-4836-a6c1-d0787824eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.124693 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-e8a4ced5-f6ed-4836-a6c1-d0787824eb18 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 916 time: 0.4640653 Jul 12 16:04:06.149670 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea40ff-2ef8-43ca-bbbf-af35799152ef req-f46a1072-eb91-4b87-a1f6-6cb44496ea97 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.152083 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-abea40ff-2ef8-43ca-bbbf-af35799152ef req-f46a1072-eb91-4b87-a1f6-6cb44496ea97 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 932 time: 0.2313442 Jul 12 16:04:06.152717 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.163041 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51886) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:06.243995 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-abea40ff-2ef8-43ca-bbbf-af35799152ef req-2db11972-4810-4e86-86e5-01669656a9fb tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813644 Jul 12 16:04:06.313161 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7a42-5123-446f-9dd5-b5baa2595f69 req-653504de-7e80-4e9f-9c65-4482fe5e5034 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.315162 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7dcf7a42-5123-446f-9dd5-b5baa2595f69 req-653504de-7e80-4e9f-9c65-4482fe5e5034 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.1701450 Jul 12 16:04:06.332136 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716568842-network', 'tenant_id': '959da229af4e4df5a87f332473708fec'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:06.422110 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Made reservation on behalf of 959da229af4e4df5a87f332473708fec for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:06.424445 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.440294 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7dcf7a42-5123-446f-9dd5-b5baa2595f69 req-f5f1062c-c7ce-44ce-8a42-b63e13d681f4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161017 Jul 12 16:04:06.442704 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.459874 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9274a6e0-ab47-4fb6-aaae-5786cc31421f {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:06.470172 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.499564 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Transition to ACTIVE for port object 9274a6e0-ab47-4fb6-aaae-5786cc31421f will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:06.509425 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.560778 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4cd84-94e8-4e09-ba1a-8d8276733426 req-25472dac-2f14-4ede-ad6b-3226a0d81c4b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.562817 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3db4cd84-94e8-4e09-ba1a-8d8276733426 req-25472dac-2f14-4ede-ad6b-3226a0d81c4b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1361024 Jul 12 16:04:06.643190 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=9274a6e0-ab47-4fb6-aaae-5786cc31421f,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:06.657454 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3db4cd84-94e8-4e09-ba1a-8d8276733426 req-b69813d4-0a1d-4d18-8357-415504738255 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840456 Jul 12 16:04:06.670599 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15586f10-bc99-4dc7-8928-efaebd5fba6c {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:06.678780 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.694486 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Transition to ACTIVE for port object 15586f10-bc99-4dc7-8928-efaebd5fba6c will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:06.699037 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.703204 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Attempting to bind port 9274a6e0-ab47-4fb6-aaae-5786cc31421f on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:06.703719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Attempting to bind port 9274a6e0-ab47-4fb6-aaae-5786cc31421f by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:06.704069 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Attempting to bind port 9274a6e0-ab47-4fb6-aaae-5786cc31421f on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:06.722394 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Port 9274a6e0-ab47-4fb6-aaae-5786cc31421f on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:06.722755 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Attempting to bind port 9274a6e0-ab47-4fb6-aaae-5786cc31421f on network 0bd106b3-cb5a-4e21-9c3b-d4f76d34203e {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:06.736464 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:06.736855 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Checking segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:06.737333 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Bound using segment: {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:06.737975 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Bound port: 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c074e23d-3612-4049-a102-193b346b0794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:06.738343 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.759557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Pushing event updated for resources: {'Port': ['ID=15586f10-bc99-4dc7-8928-efaebd5fba6c,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:06.772190 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8be1d59-8131-4991-8da1-387050ee82fa req-d57f5e4e-a74c-4f8b-8bd2-760a34a0c444 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.773780 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a8be1d59-8131-4991-8da1-387050ee82fa req-d57f5e4e-a74c-4f8b-8bd2-760a34a0c444 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.1952367 Jul 12 16:04:06.787668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.803274 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Attempting to bind port 15586f10-bc99-4dc7-8928-efaebd5fba6c on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:06.803893 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Attempting to bind port 15586f10-bc99-4dc7-8928-efaebd5fba6c by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:06.804338 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Attempting to bind port 15586f10-bc99-4dc7-8928-efaebd5fba6c on network fe81df5c-53b6-4f84-accf-31fe835a8422 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:06.809642 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Port 15586f10-bc99-4dc7-8928-efaebd5fba6c on network fe81df5c-53b6-4f84-accf-31fe835a8422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:06.810046 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Attempting to bind port 15586f10-bc99-4dc7-8928-efaebd5fba6c on network fe81df5c-53b6-4f84-accf-31fe835a8422 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:06.815473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.815981 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:06.816314 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Checking segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:06.816805 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Bound using segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:06.817346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Bound port: 15586f10-bc99-4dc7-8928-efaebd5fba6c, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:06.817649 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.906989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:06.924042 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] For port 15586f10-bc99-4dc7-8928-efaebd5fba6c, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:06.929268 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] For port 15586f10-bc99-4dc7-8928-efaebd5fba6c, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:06.936060 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.964740 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b32cd-6ef3-4770-b69a-f8779c5a301c,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:06.980066 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:06.980738 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:06.991877 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] 10.222.0.66 "PUT /v2.0/ports/15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 200 len: 1094 time: 1.3183215 Jul 12 16:04:06.992627 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:06.995706 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada" -d '{"events": [{"name": "network-changed", "server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:06.999409 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778820603477', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.000090 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Unsubscribe: segment precommit_create {{(pid=93201) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 16:04:07.004196 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Added segment 06065548-aaec-444f-aed1-b863a19227e3 of type vlan for network 6daede4f-063f-408e-8ec4-93d15fb5d2ce Jul 12 16:04:07.043555 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a8be1d59-8131-4991-8da1-387050ee82fa req-81fa43da-983b-49e5-be9e-704588de6c67 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594955 Jul 12 16:04:07.055157 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f57b4-1821-4df7-8ee3-7d8d51ab4e3b service neutron] Pushing event updated for resources: {'Port': ['ID=15586f10-bc99-4dc7-8928-efaebd5fba6c,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.075475 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] For port 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:07.120050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbd293-af6e-44ab-b593-f2f52b47d7aa req-12fc6a42-7992-4400-8341-c921f3cebae5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.120435 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] For port 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:07.122903 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.128075 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9dcbd293-af6e-44ab-b593-f2f52b47d7aa req-12fc6a42-7992-4400-8341-c921f3cebae5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.1155303 Jul 12 16:04:07.128922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.190923 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d752d78-f559-4512-b024-9843431ff3d2 x-openstack-request-id: req-7d752d78-f559-4512-b024-9843431ff3d2 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:07.191213 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:07.191520 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d752d78-f559-4512-b024-9843431ff3d2 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:07.191841 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'status': 'completed', 'code': 200} Jul 12 16:04:07.204329 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9dcbd293-af6e-44ab-b593-f2f52b47d7aa req-6af54ef3-3168-43e0-a9e2-b4b8324b8b57 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757930 Jul 12 16:04:07.248620 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.249660 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.251294 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] 10.222.0.66 "PUT /v2.0/ports/9274a6e0-ab47-4fb6-aaae-5786cc31421f HTTP/1.1" status: 200 len: 1094 time: 1.5913403 Jul 12 16:04:07.256868 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'tag': '9274a6e0-ab47-4fb6-aaae-5786cc31421f'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:07.259932 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdd543c-e60a-4993-8afa-f07cc514deb0" -d '{"events": [{"name": "network-changed", "server_uuid": "622a3e1c-21b4-4463-adaf-2454eafe0bc3", "tag": "9274a6e0-ab47-4fb6-aaae-5786cc31421f"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:07.266762 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.267773 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.268404 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.355777 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659bcd80-757b-4d05-b8e1-1ac2fcf21ddf x-openstack-request-id: req-659bcd80-757b-4d05-b8e1-1ac2fcf21ddf {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:07.356061 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622a3e1c-21b4-4463-adaf-2454eafe0bc3", "tag": "9274a6e0-ab47-4fb6-aaae-5786cc31421f", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:07.356343 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-659bcd80-757b-4d05-b8e1-1ac2fcf21ddf {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:07.356930 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'tag': '9274a6e0-ab47-4fb6-aaae-5786cc31421f', 'status': 'completed', 'code': 200} Jul 12 16:04:07.375605 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c165fcf-ff37-4ad4-9fb3-1efe63135bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=9274a6e0-ab47-4fb6-aaae-5786cc31421f,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.388850 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6daede4f-063f-408e-8ec4-93d15fb5d2ce,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.397340 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-86cc4458-1432-4ebe-a4fa-46a5658b86d4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2305701 Jul 12 16:04:07.397619 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51916) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:07.404307 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Request body: {'subnet': {'network_id': '6daede4f-063f-408e-8ec4-93d15fb5d2ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716568842-subnet', 'tenant_id': '959da229af4e4df5a87f332473708fec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:07.425534 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 6daede4f-063f-408e-8ec4-93d15fb5d2ce details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:07.429517 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Made reservation on behalf of 959da229af4e4df5a87f332473708fec for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:07.432003 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.437245 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d2476-d714-468e-9248-8d5117b3ffc3 req-04e3e566-03c2-434c-aa46-c437abe573fd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.438959 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0c9d2476-d714-468e-9248-8d5117b3ffc3 req-04e3e566-03c2-434c-aa46-c437abe573fd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.0719080 Jul 12 16:04:07.478678 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0c9d2476-d714-468e-9248-8d5117b3ffc3 req-cc65ca28-bb20-4eba-b40b-44e1715a77f1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328612 Jul 12 16:04:07.653873 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.700088 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8532847-de84-4ef6-b578-26bba724287e req-f123db50-ac48-4e3d-84ad-82d299e24535 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.701587 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a8532847-de84-4ef6-b578-26bba724287e req-f123db50-ac48-4e3d-84ad-82d299e24535 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.1365440 Jul 12 16:04:07.737571 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb98f26-7f41-4582-bded-b214faf9f435,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:07.760355 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Checking segment: {'id': '06065548-aaec-444f-aed1-b863a19227e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6daede4f-063f-408e-8ec4-93d15fb5d2ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:07.760736 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Network hostable DHCP agents. Network: 6daede4f-063f-408e-8ec4-93d15fb5d2ce, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:07.768107 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a8532847-de84-4ef6-b578-26bba724287e req-0ed8eebc-56ce-43ca-92db-a4cc9aac8aef tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588570 Jul 12 16:04:07.783199 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Network 6daede4f-063f-408e-8ec4-93d15fb5d2ce is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:07.801110 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 6daede4f-063f-408e-8ec4-93d15fb5d2ce) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:07.807991 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.809669 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:07.810034 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99768b-967d-48d6-880c-d7b3640712cf None None] Network 6daede4f-063f-408e-8ec4-93d15fb5d2ce requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:07.832542 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9af83d3c-78bc-4b91-96f7-ef9375ff9312 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4298060 Jul 12 16:04:07.840008 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47f3a1-27a3-42bc-b5fd-edbfd41e5a35 req-2b8a3118-261e-4cfb-b1cf-0ff887d121d0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:07.841572 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fc47f3a1-27a3-42bc-b5fd-edbfd41e5a35 req-2b8a3118-261e-4cfb-b1cf-0ff887d121d0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.0750594 Jul 12 16:04:07.880401 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fc47f3a1-27a3-42bc-b5fd-edbfd41e5a35 req-c65f2357-c262-46f1-a8e3-42db613d5c50 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330522 Jul 12 16:04:07.945563 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455b65d-6c64-49e0-9f93-882ffbc8dee4 None None] Network 6daede4f-063f-408e-8ec4-93d15fb5d2ce requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:08.278667 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424fcd-4684-4c3a-9c73-fcc813f2d6a9 req-be6473fc-fdae-4486-b58e-5dfa951c1c55 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:08.280485 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3b424fcd-4684-4c3a-9c73-fcc813f2d6a9 req-be6473fc-fdae-4486-b58e-5dfa951c1c55 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.0748096 Jul 12 16:04:08.325636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 51944) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:08.330822 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1461803015-network', 'tenant_id': '7fe042eb76b347fa885d65eec4c96a56'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:08.332704 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3b424fcd-4684-4c3a-9c73-fcc813f2d6a9 req-82b9690f-4f31-43d4-9a37-1eb537a4c0ed tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443668 Jul 12 16:04:08.388386 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Made reservation on behalf of 7fe042eb76b347fa885d65eec4c96a56 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:08.390700 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.405281 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.435855 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d4b51-a762-4962-b69f-63d4d69931d9 req-c182603f-15ba-489e-bfc0-c96dbda1b9a2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:08.437376 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c05d4b51-a762-4962-b69f-63d4d69931d9 req-c182603f-15ba-489e-bfc0-c96dbda1b9a2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.1001472 Jul 12 16:04:08.497239 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c05d4b51-a762-4962-b69f-63d4d69931d9 req-119215bf-4592-476b-845c-2783b20ee037 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535750 Jul 12 16:04:08.539251 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.543853 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.565236 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:08.577864 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42d572e-7b9c-4673-8878-66d8927817b4,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:08.584808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.585164 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Added segment 87443c1c-ac47-4022-a241-409396b1e2ae of type vlan for network 8d789af5-05aa-4478-8155-3d4a62e0b6d2 Jul 12 16:04:08.629910 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.664074 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.666046 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:08.666637 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.670014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad887f68-0c49-48df-a7a2-55e8299df79b req-5bc8bc02-1e8c-4107-a253-942995a9bbca tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:08.671692 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad887f68-0c49-48df-a7a2-55e8299df79b req-5bc8bc02-1e8c-4107-a253-942995a9bbca tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.0726182 Jul 12 16:04:08.710909 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad887f68-0c49-48df-a7a2-55e8299df79b req-fbae675d-aa4f-42e4-a2d2-6c0f890cc27e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333142 Jul 12 16:04:08.716693 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3899825 Jul 12 16:04:08.719542 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 51948) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:08.725784 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Request body: {'subnet': {'network_id': '8d789af5-05aa-4478-8155-3d4a62e0b6d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1461803015-subnet', 'tenant_id': '7fe042eb76b347fa885d65eec4c96a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:08.728285 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fdefa-ed50-4474-8c52-92f54b772493 admin admin] Pushing event updated for resources: {'Network': ['ID=8d789af5-05aa-4478-8155-3d4a62e0b6d2,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:08.744797 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 8d789af5-05aa-4478-8155-3d4a62e0b6d2 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:08.748750 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Made reservation on behalf of 7fe042eb76b347fa885d65eec4c96a56 for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:08.751313 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:08.937837 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.008957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbeb0b5b-987f-4d43-8bd5-45b07f389b83,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:09.022993 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Checking segment: {'id': '87443c1c-ac47-4022-a241-409396b1e2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8d789af5-05aa-4478-8155-3d4a62e0b6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:09.023354 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Network hostable DHCP agents. Network: 8d789af5-05aa-4478-8155-3d4a62e0b6d2, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:09.071287 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Network 8d789af5-05aa-4478-8155-3d4a62e0b6d2 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:09.087761 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 8d789af5-05aa-4478-8155-3d4a62e0b6d2) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:09.097367 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b992e7f-6c55-4a2e-8ef8-4dcbc9a98036 None None] Network 8d789af5-05aa-4478-8155-3d4a62e0b6d2 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:09.099722 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92bbb3a-af0f-4502-bdc4-ea02cf517e5b req-c80ddadd-1416-49de-a3bf-4da655d0bcfc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.100306 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2c99f-99b6-4620-8fa1-275105812f53 req-dfc5da77-5065-4e84-b749-78147b18cdbd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.101702 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b92bbb3a-af0f-4502-bdc4-ea02cf517e5b req-c80ddadd-1416-49de-a3bf-4da655d0bcfc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 943 time: 0.0692186 Jul 12 16:04:09.108198 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-20c2c99f-99b6-4620-8fa1-275105812f53 req-dfc5da77-5065-4e84-b749-78147b18cdbd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1033723 Jul 12 16:04:09.110705 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.111304 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.140438 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f7753924-4ffb-4e0f-895e-6e219fb590ee admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4188690 Jul 12 16:04:09.165998 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b92bbb3a-af0f-4502-bdc4-ea02cf517e5b req-506c6402-bc06-4bb1-a5fc-b759a53ee80b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556657 Jul 12 16:04:09.172642 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-20c2c99f-99b6-4620-8fa1-275105812f53 req-bfb5fb9c-7d27-48c1-9c33-8529e7f4cf15 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621557 Jul 12 16:04:09.248909 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b3aca-63d0-42a9-8add-10c87cc14386 None None] Network 8d789af5-05aa-4478-8155-3d4a62e0b6d2 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:09.452895 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a9eb9960-94e8-43cf-8e9b-62840df6283a details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:09.560434 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-d2d9fe5d-9de9-4686-90d2-ee7cf53d88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.564606 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-d2d9fe5d-9de9-4686-90d2-ee7cf53d88e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1127102 Jul 12 16:04:09.593181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a9eb9960-94e8-43cf-8e9b-62840df6283a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:09.600945 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-d0390812-1a52-4893-ad4f-dfc0f44e6ab3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0893154 Jul 12 16:04:09.618252 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'a9eb9960-94e8-43cf-8e9b-62840df6283a', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'port_id': 'a9eb9960-94e8-43cf-8e9b-62840df6283a', 'mac_address': 'fa:16:3e:d0:5c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd0dbb8-66af-4b37-989a-790aa7bac8ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:09.664884 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.687993 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9eb9960-94e8-43cf-8e9b-62840df6283a {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:09.725535 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada req-cfcc87ca-3c06-4587-8db1-da0c04a94fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:09.727061 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada req-cfcc87ca-3c06-4587-8db1-da0c04a94fff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1097 time: 0.1611323 Jul 12 16:04:09.729841 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-62d32ac2-0af7-42c6-a062-53e12e276e9b service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260693 Jul 12 16:04:09.747582 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a9eb9960-94e8-43cf-8e9b-62840df6283a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:09.757579 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:09.828773 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a9eb9960-94e8-43cf-8e9b-62840df6283a,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:09.981237 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-2f84043b-db5e-4ca5-9795-661a399731cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a HTTP/1.1" status: 200 len: 217 time: 0.3786120 Jul 12 16:04:10.059691 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-2a7980de-e390-4999-b419-7d08380eb9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.061217 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-2a7980de-e390-4999-b419-7d08380eb9d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.4500475 Jul 12 16:04:10.105783 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991c713-b03a-4258-90bc-00467197d891 req-bcceddc8-523e-47ef-9f07-110d707c6712 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.107294 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4991c713-b03a-4258-90bc-00467197d891 req-bcceddc8-523e-47ef-9f07-110d707c6712 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.6349802 Jul 12 16:04:10.130947 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd543c-e60a-4993-8afa-f07cc514deb0 req-ca93f7f7-07ba-4790-8313-cb7a48c2201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.132425 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cbdd543c-e60a-4993-8afa-f07cc514deb0 req-ca93f7f7-07ba-4790-8313-cb7a48c2201b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 1097 time: 0.5270450 Jul 12 16:04:10.134357 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-0d8bc126-065c-4af4-9c00-89079d13ee81 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566661 Jul 12 16:04:10.135684 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-0fb944a2-3c28-4974-b3eb-8c93b977b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.137079 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-0fb944a2-3c28-4974-b3eb-8c93b977b394 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.1371911 Jul 12 16:04:10.164663 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d76447-3617-46fc-a182-14d99dd05cde req-9f68c6d6-056e-4e7b-87fe-f66b9f7c1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.166742 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-9f68c6d6-056e-4e7b-87fe-f66b9f7c1a53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a2446b3a-fba0-4b45-998d-90d3e1415a55 HTTP/1.1" status: 200 len: 912 time: 0.5602157 Jul 12 16:04:10.240405 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada req-3f89c3c1-f016-44de-8f27-775fe13511dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.242513 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada req-3f89c3c1-f016-44de-8f27-775fe13511dc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4728301 Jul 12 16:04:10.245736 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-af2dbc1e-b3c1-44b1-b13b-1a552a02519f req-23c3225f-6ba5-4cfa-a278-2c2fdc7ab642 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799783 Jul 12 16:04:10.257521 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa01433-f589-4d29-9807-5e32fdce8deb req-d125d988-4cbc-4cf3-9d87-982fb94962bc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.260039 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cfa01433-f589-4d29-9807-5e32fdce8deb req-d125d988-4cbc-4cf3-9d87-982fb94962bc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.5254869 Jul 12 16:04:10.394957 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4991c713-b03a-4258-90bc-00467197d891 req-591758f3-b694-480e-b41e-eed128c286db tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661309 Jul 12 16:04:10.403343 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cfa01433-f589-4d29-9807-5e32fdce8deb req-9f28c35f-5eae-4b5e-b04f-2027df84c323 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348431 Jul 12 16:04:10.407238 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-9efed55d-ca43-4564-ba33-986a759b42e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854126 Jul 12 16:04:10.421246 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-d93ac31e-d551-470c-a0d0-f6c49a80f369 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2 HTTP/1.1" status: 200 len: 217 time: 0.2145174 Jul 12 16:04:10.455847 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:10.510091 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada req-d15bb8f5-c69c-4bad-9e88-7b05a0d846c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.511879 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2ff9ba5-f715-4ed7-a07c-7d8232510ada req-d15bb8f5-c69c-4bad-9e88-7b05a0d846c1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2427301 Jul 12 16:04:10.551640 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-cc216095-275c-43ad-9417-8e5e31cb4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.554042 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-cc216095-275c-43ad-9417-8e5e31cb4dd2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1096 time: 0.1098468 Jul 12 16:04:10.642565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:10.667154 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d76447-3617-46fc-a182-14d99dd05cde req-0e3db8c9-9b4e-4354-824b-69e36c51558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.668656 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-0e3db8c9-9b4e-4354-824b-69e36c51558f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c718c0a2-c1af-4cdb-8d88-82221dc11438 HTTP/1.1" status: 200 len: 851 time: 0.2206690 Jul 12 16:04:10.677060 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd543c-e60a-4993-8afa-f07cc514deb0 req-b328a451-f82e-476a-91f2-12081d92700f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.678650 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cbdd543c-e60a-4993-8afa-f07cc514deb0 req-b328a451-f82e-476a-91f2-12081d92700f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5063884 Jul 12 16:04:10.684219 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-f7545393-4b26-40f1-9e62-00cedd4faec9 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791946 Jul 12 16:04:10.721980 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-58ae5689-e667-491d-b134-b3ea32f334f8 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727182 Jul 12 16:04:10.963542 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-4981e9ca-4c47-4e5f-bb2f-dda9a6157f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:10.965492 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-4981e9ca-4c47-4e5f-bb2f-dda9a6157f2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.3651392 Jul 12 16:04:11.026241 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-63f633a3-e817-4d79-836e-9d0f9a7bb9a5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 217 time: 0.0499411 Jul 12 16:04:11.027760 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-b28f0be6-0acf-4611-a45d-ff47802106a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a2446b3a-fba0-4b45-998d-90d3e1415a55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3355751 Jul 12 16:04:11.044983 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6626ed6-0a84-423a-a922-6fd629b89047 req-a67b44c1-c0d9-4830-9bb6-9aed601652f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.048985 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b6626ed6-0a84-423a-a922-6fd629b89047 req-a67b44c1-c0d9-4830-9bb6-9aed601652f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.4594688 Jul 12 16:04:11.053358 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-acd2a4d3-3143-41c8-9ae7-e563c2ae2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.055000 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-acd2a4d3-3143-41c8-9ae7-e563c2ae2c5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1097 time: 0.3808434 Jul 12 16:04:11.099014 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd543c-e60a-4993-8afa-f07cc514deb0 req-b7188b3b-fcd7-4f31-bba2-2bfeda14a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.101550 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cbdd543c-e60a-4993-8afa-f07cc514deb0 req-b7188b3b-fcd7-4f31-bba2-2bfeda14a671 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3007138 Jul 12 16:04:11.150031 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-fc181a61-22a2-49dc-8d3e-8dc43e2fc534 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 200 len: 217 time: 0.0534942 Jul 12 16:04:11.160932 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-1ea441ac-bf9b-428b-b929-b4f4952b5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.162393 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-1ea441ac-bf9b-428b-b929-b4f4952b5a71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.1124506 Jul 12 16:04:11.171079 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b6626ed6-0a84-423a-a922-6fd629b89047 req-49ded0b0-ea8b-40e9-9642-7b27aa96a688 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074862 Jul 12 16:04:11.212101 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-a0340e97-4804-4a90-8262-080adfb88fc1 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886606 Jul 12 16:04:11.303882 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12f971f2-7572-4b14-bc0a-317bba05f842 req-f8e3a401-ff90-44f2-915a-bdc238c8d3a9 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265519 Jul 12 16:04:11.312693 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900c8af-ca9e-4631-a0d8-3dd4a6fc50b8 req-f3541b47-be61-4fe6-b87c-4aaf80f106e1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.314218 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4900c8af-ca9e-4631-a0d8-3dd4a6fc50b8 req-f3541b47-be61-4fe6-b87c-4aaf80f106e1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 944 time: 0.6386194 Jul 12 16:04:11.338932 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-635c96f9-e4dd-4feb-b4a5-82d1f2dd47e5 service neutron] 10.222.0.66 "GET /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829602 Jul 12 16:04:11.340795 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-d931d41f-d4f2-4452-92ed-11083f55e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.342750 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-d931d41f-d4f2-4452-92ed-11083f55e528 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.1041431 Jul 12 16:04:11.355530 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-1167846b-51d8-48b2-937f-7cdc5df409e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.357764 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-1167846b-51d8-48b2-937f-7cdc5df409e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1589646 Jul 12 16:04:11.390072 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4900c8af-ca9e-4631-a0d8-3dd4a6fc50b8 req-8ec3e488-977d-4edb-8827-5f772a8fabca tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578196 Jul 12 16:04:11.395419 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-e6c953d2-273e-4062-a669-176f6b1d8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.397177 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-e6c953d2-273e-4062-a669-176f6b1d8827 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 1097 time: 0.1450887 Jul 12 16:04:11.543249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767be25-1f8a-478e-ac06-097a0f4e0155 req-fe4061c5-956a-48d7-b464-3ea3ae66914f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.544756 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a767be25-1f8a-478e-ac06-097a0f4e0155 req-fe4061c5-956a-48d7-b464-3ea3ae66914f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.0621250 Jul 12 16:04:11.583168 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a767be25-1f8a-478e-ac06-097a0f4e0155 req-46cbf1d6-92ad-4252-94a3-c150f00e71ef tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323920 Jul 12 16:04:11.595912 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff50e4-df98-460d-a2d6-ecba1e3efe65 req-559a5810-041d-4c4c-bfb9-f8a83a193fcf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.597444 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-deff50e4-df98-460d-a2d6-ecba1e3efe65 req-559a5810-041d-4c4c-bfb9-f8a83a193fcf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.0673070 Jul 12 16:04:11.636214 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-deff50e4-df98-460d-a2d6-ecba1e3efe65 req-96967169-4ddc-4f38-9436-7d5a9c2c9f42 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Jul 12 16:04:11.745957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721331c-faca-47c7-b549-a2db19bce357 req-5fec5d54-5563-4c1d-a82e-f3bd2a7e541b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:11.747397 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2721331c-faca-47c7-b549-a2db19bce357 req-5fec5d54-5563-4c1d-a82e-f3bd2a7e541b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.0612705 Jul 12 16:04:11.784127 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2721331c-faca-47c7-b549-a2db19bce357 req-a622c9ae-4906-4021-8260-e0ac0e6e5360 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Jul 12 16:04:12.359393 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833b1e4-b20d-44ba-837c-995a93805597 req-4e358002-0f2c-4fcf-97f5-d9da064f8234 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.360925 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1833b1e4-b20d-44ba-837c-995a93805597 req-4e358002-0f2c-4fcf-97f5-d9da064f8234 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.0634334 Jul 12 16:04:12.399325 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1833b1e4-b20d-44ba-837c-995a93805597 req-2efcbf53-65d4-499f-b4b9-3faf6c8a59dc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Jul 12 16:04:12.666965 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-14809006-995d-4cc0-961e-f3b1bf52744d service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744623 Jul 12 16:04:12.669705 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-5c454dc7-44fc-40e5-8e45-976b02d731bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.671301 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-5c454dc7-44fc-40e5-8e45-976b02d731bb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1865792 Jul 12 16:04:12.684691 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c682e-5f2d-4c76-8180-dac4faf131dd req-4a4aef19-00c5-460c-957a-f28e62ce3b8d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.686270 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1a2c682e-5f2d-4c76-8180-dac4faf131dd req-4a4aef19-00c5-460c-957a-f28e62ce3b8d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 944 time: 0.1650662 Jul 12 16:04:12.725818 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1a2c682e-5f2d-4c76-8180-dac4faf131dd req-24fd4978-251e-4ac9-bf62-ae40e1561620 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Jul 12 16:04:12.798807 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-03f4f181-f235-46ad-bc07-e19859334e83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f HTTP/1.1" status: 200 len: 217 time: 0.2985020 Jul 12 16:04:12.887280 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-ce21170a-1b77-4494-9c46-fdf2272a5dc7 service neutron] 10.222.0.66 "GET /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031212 Jul 12 16:04:12.895931 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136488f-cc3a-43c1-be95-42d84736779e req-fcb80270-db33-47ff-806d-ce3aa5a21599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.896707 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832d488-84f2-428f-940a-3c34d2bf7365 req-b023fccb-6690-4c7f-95b4-0a8155baa5a5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.897394 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-fcb80270-db33-47ff-806d-ce3aa5a21599 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1097 time: 0.4055398 Jul 12 16:04:12.898173 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f832d488-84f2-428f-940a-3c34d2bf7365 req-b023fccb-6690-4c7f-95b4-0a8155baa5a5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.0684004 Jul 12 16:04:12.906884 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24e726-2dc1-4437-9aae-97ab74c13f0a req-369b1556-18ed-442e-89c1-da537a35f60b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:12.908260 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5f24e726-2dc1-4437-9aae-97ab74c13f0a req-369b1556-18ed-442e-89c1-da537a35f60b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1742020 Jul 12 16:04:12.936914 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f832d488-84f2-428f-940a-3c34d2bf7365 req-a1d044e9-4803-4558-9df3-073529c99587 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317476 Jul 12 16:04:12.947070 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5f24e726-2dc1-4437-9aae-97ab74c13f0a req-effdb8a4-675c-40bb-a199-ee1af660f7ab tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325267 Jul 12 16:04:13.262422 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be136b3d-f4eb-42de-9211-227acc57d130 req-b3aeee0f-be2d-4ec4-9398-c47fd190a7a3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:13.263821 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-be136b3d-f4eb-42de-9211-227acc57d130 req-b3aeee0f-be2d-4ec4-9398-c47fd190a7a3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 944 time: 0.2283289 Jul 12 16:04:13.302101 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-be136b3d-f4eb-42de-9211-227acc57d130 req-32a6ad1a-df64-49d1-b2c3-e1940de4125e tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326335 Jul 12 16:04:13.448452 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c95b2e50-d75b-437d-85ac-ec555d50a5c2 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:13.547116 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port c95b2e50-d75b-437d-85ac-ec555d50a5c2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2,segment=NetworkSegment(7c5e5304-5e08-4147-ad33-3642514fc604),segment_id=7c5e5304-5e08-4147-ad33-3642514fc604)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:13.559620 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2', 'network_id': 'a2446b3a-fba0-4b45-998d-90d3e1415a55', 'port_id': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2', 'mac_address': 'fa:16:3e:ed:ab:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c718c0a2-c1af-4cdb-8d88-82221dc11438', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:13.575089 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338320cf-fd65-4e50-ad42-498f3fb204e4 req-81c8eeeb-fe1f-46c9-b1d9-bbd9be1d4eb4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:13.576617 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-338320cf-fd65-4e50-ad42-498f3fb204e4 req-81c8eeeb-fe1f-46c9-b1d9-bbd9be1d4eb4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.0664058 Jul 12 16:04:13.596776 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.610328 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95b2e50-d75b-437d-85ac-ec555d50a5c2 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:13.619614 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-338320cf-fd65-4e50-ad42-498f3fb204e4 req-d46b5d78-f2b1-4400-a00e-5cee7e6c7715 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373032 Jul 12 16:04:13.631606 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port c95b2e50-d75b-437d-85ac-ec555d50a5c2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2,segment=NetworkSegment(7c5e5304-5e08-4147-ad33-3642514fc604),segment_id=7c5e5304-5e08-4147-ad33-3642514fc604)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:13.635390 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:13.692845 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=c95b2e50-d75b-437d-85ac-ec555d50a5c2,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:13.900192 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14749f2e-1e9c-49fd-9f62-7bb4238303fa req-d61fe3cf-091b-44b7-8a2e-c09ad50b34bf tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:13.901941 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-14749f2e-1e9c-49fd-9f62-7bb4238303fa req-d61fe3cf-091b-44b7-8a2e-c09ad50b34bf tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 944 time: 0.0629890 Jul 12 16:04:13.941355 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-14749f2e-1e9c-49fd-9f62-7bb4238303fa req-c3db46d9-54e5-4cd2-a2c5-cfc9ba332acc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337963 Jul 12 16:04:14.117585 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0e968-f620-4cf8-943b-eb6a0c1450fe req-0b7d85ed-fff6-48c4-a746-5cef892499d9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.119934 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-74c0e968-f620-4cf8-943b-eb6a0c1450fe req-0b7d85ed-fff6-48c4-a746-5cef892499d9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.0677867 Jul 12 16:04:14.127057 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916f4b-0c8c-443f-8363-6790e19674d7 req-13ab147a-07e9-48f7-b5e1-2a07b363e056 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.128562 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cc916f4b-0c8c-443f-8363-6790e19674d7 req-13ab147a-07e9-48f7-b5e1-2a07b363e056 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.0664907 Jul 12 16:04:14.157888 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-74c0e968-f620-4cf8-943b-eb6a0c1450fe req-fc15f845-2ce6-4241-9f42-3b5b5c9391b4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 Jul 12 16:04:14.167758 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cc916f4b-0c8c-443f-8363-6790e19674d7 req-1170f522-1eff-4f14-909c-a1054b29092f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330420 Jul 12 16:04:14.481357 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f464c-a961-4228-86d8-661f6aa3748d req-08de2d4c-a067-421b-a271-a755bd031c5b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.484980 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8a6f464c-a961-4228-86d8-661f6aa3748d req-08de2d4c-a067-421b-a271-a755bd031c5b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 945 time: 0.0700676 Jul 12 16:04:14.520103 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8a6f464c-a961-4228-86d8-661f6aa3748d req-c104d9d8-afff-4898-a4f6-9471d64c2cd4 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317514 Jul 12 16:04:14.699877 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-c740f5b3-45a4-4d4e-ba77-1ca406d58533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.701427 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-c740f5b3-45a4-4d4e-ba77-1ca406d58533 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0994453 Jul 12 16:04:14.750682 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-f6af0308-0b45-4ce7-b598-d2627ce9d0cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310602 Jul 12 16:04:14.751659 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136488f-cc3a-43c1-be95-42d84736779e req-b82b86f8-ecc3-4f9a-9d3e-9a5493d18121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.753082 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-b82b86f8-ecc3-4f9a-9d3e-9a5493d18121 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.1590686 Jul 12 16:04:14.756768 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-0757efb0-dc29-4ffd-827f-ddd2f4185d1a service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613915 Jul 12 16:04:14.762031 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7820bccd-6b68-4afe-aaf3-4b4be6de18f5 req-e32e17d6-35d8-499f-b3ec-bf5b25b8de28 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578565 Jul 12 16:04:14.814224 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1188df-0278-4b09-adf7-4e0053cab1d2 req-c56328fa-e815-4b9f-ab1a-1af7dd6bf50c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.815886 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3e1188df-0278-4b09-adf7-4e0053cab1d2 req-c56328fa-e815-4b9f-ab1a-1af7dd6bf50c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.0720482 Jul 12 16:04:14.869206 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-ec8d7e9c-714b-439a-8c46-e4ae1ea7169c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0392177 Jul 12 16:04:14.903400 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3e1188df-0278-4b09-adf7-4e0053cab1d2 req-2d5b9f78-f91c-40d0-890c-bb70bcaf1836 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787611 Jul 12 16:04:14.934161 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-646ff3b9-35b1-4c36-b2bb-b7593e811eb2 req-16ae081c-160e-4053-bcc2-4812e5e0e630 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173122 Jul 12 16:04:14.942911 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-1d79cfaf-0aa6-4b12-a206-2280f6b4421a service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614966 Jul 12 16:04:14.946353 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136488f-cc3a-43c1-be95-42d84736779e req-4e6950e7-3fc4-436b-9c55-836939a88888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:14.947855 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-4e6950e7-3fc4-436b-9c55-836939a88888 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0638707 Jul 12 16:04:15.052333 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-98db0281-8f32-4da6-9b1b-189fb6e55c8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555325 Jul 12 16:04:15.061575 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['c95b2e50-d75b-437d-85ac-ec555d50a5c2'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:15.210088 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-99c3f2ad-cf0f-4091-af4e-a7e216e92ebb req-733ea40d-ace1-41f3-9a1e-52b5976674ba service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216768 Jul 12 16:04:15.240385 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff1eccb-8350-432f-96fb-27bfd29568eb req-60a460d2-1704-4255-92fb-cabc1dccef10 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.241951 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bff1eccb-8350-432f-96fb-27bfd29568eb req-60a460d2-1704-4255-92fb-cabc1dccef10 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 944 time: 0.1873634 Jul 12 16:04:15.244288 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-69642176-0cda-494c-a577-6df77efdb389 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723552 Jul 12 16:04:15.355231 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bff1eccb-8350-432f-96fb-27bfd29568eb req-dfe3d8c8-9b0e-47fd-a5d9-650623d159b7 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057534 Jul 12 16:04:15.376286 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da66bae-eb9d-4069-9c07-ab8c6c3e02be req-9e988eb9-204b-43cf-8eda-095b1837d28d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.378025 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6da66bae-eb9d-4069-9c07-ab8c6c3e02be req-9e988eb9-204b-43cf-8eda-095b1837d28d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.0841465 Jul 12 16:04:15.396177 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a136488f-cc3a-43c1-be95-42d84736779e req-45dc8fec-55a1-48be-86de-d3984fba82c1 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386657 Jul 12 16:04:15.439536 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6da66bae-eb9d-4069-9c07-ab8c6c3e02be req-f6bd09b3-d833-451a-b515-6f1100b451e5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461900 Jul 12 16:04:15.597874 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e413d1f-9438-4ae3-b4ef-7d839c41a058 req-c4e5dcd9-3470-48d8-ac18-8f0563c17f61 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.599606 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e413d1f-9438-4ae3-b4ef-7d839c41a058 req-c4e5dcd9-3470-48d8-ac18-8f0563c17f61 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1003823 Jul 12 16:04:15.640905 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e413d1f-9438-4ae3-b4ef-7d839c41a058 req-f42f6150-5470-4453-bfa9-135d9fe8d881 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346947 Jul 12 16:04:15.710389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fed36-4686-4978-af94-b77681e27b8b req-6626654d-8d19-42ff-bd71-dccc449bfe93 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:15.711933 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-130fed36-4686-4978-af94-b77681e27b8b req-6626654d-8d19-42ff-bd71-dccc449bfe93 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 945 time: 0.0711060 Jul 12 16:04:15.752986 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-130fed36-4686-4978-af94-b77681e27b8b req-64378896-d173-485e-9ed1-cd38ce87eeed tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344954 Jul 12 16:04:16.097534 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3ece0-bc61-4e43-9494-0c5ea9033ff6 req-18af2493-107c-4277-a103-c7b8d4ff7a8c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:16.099158 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-04d3ece0-bc61-4e43-9494-0c5ea9033ff6 req-18af2493-107c-4277-a103-c7b8d4ff7a8c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 944 time: 0.0692241 Jul 12 16:04:16.137089 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-04d3ece0-bc61-4e43-9494-0c5ea9033ff6 req-d0ee5acd-a412-4cd0-a8cb-dcf232ef5975 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Jul 12 16:04:16.552156 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485af54a-e5d1-47bb-a73e-d673b6ec384b req-718649e7-395a-41f5-ab6b-a3e02e4e377a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:16.553947 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-485af54a-e5d1-47bb-a73e-d673b6ec384b req-718649e7-395a-41f5-ab6b-a3e02e4e377a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 944 time: 0.0741282 Jul 12 16:04:16.568675 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 15586f10-bc99-4dc7-8928-efaebd5fba6c details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:16.597980 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-485af54a-e5d1-47bb-a73e-d673b6ec384b req-2bac7329-96f1-4ed0-b16e-a56484c95b35 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378487 Jul 12 16:04:16.642662 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a9eb9960-94e8-43cf-8e9b-62840df6283a up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:16.716347 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc0cadc-cd95-4b28-a143-969db09b7338 req-4c470716-31a4-4168-b08a-1add8fa82103 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:16.718229 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-abc0cadc-cd95-4b28-a143-969db09b7338 req-4c470716-31a4-4168-b08a-1add8fa82103 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 944 time: 0.1525249 Jul 12 16:04:16.729548 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 15586f10-bc99-4dc7-8928-efaebd5fba6c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:16.740080 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port a9eb9960-94e8-43cf-8e9b-62840df6283a completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:16.749352 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port a9eb9960-94e8-43cf-8e9b-62840df6283a triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:16.749809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.752351 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'port_id': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'mac_address': 'fa:16:3e:d9:8f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:16.793414 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-abc0cadc-cd95-4b28-a143-969db09b7338 req-e1122f61-401a-4f4c-ad4d-99e0a964dd6c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640397 Jul 12 16:04:16.860867 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.885297 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15586f10-bc99-4dc7-8928-efaebd5fba6c {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:16.921120 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 15586f10-bc99-4dc7-8928-efaebd5fba6c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:16.955183 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:16.975237 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd3ca1-b2d2-4496-baa9-593a795e52a0 req-eb4b72e0-297b-4736-9a24-5c74d91a39d7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:16.977208 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dbd3ca1-b2d2-4496-baa9-593a795e52a0 req-eb4b72e0-297b-4736-9a24-5c74d91a39d7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1364260 Jul 12 16:04:17.014136 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9274a6e0-ab47-4fb6-aaae-5786cc31421f details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:17.031549 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.040244 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dbd3ca1-b2d2-4496-baa9-593a795e52a0 req-abffa846-d551-4343-8c96-aba8bb133a75 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561342 Jul 12 16:04:17.041549 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3b88d-d854-4d25-b469-d89020619acb req-7e79d148-c9dc-4950-879b-1f1ee3e77975 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:17.050631 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-48c3b88d-d854-4d25-b469-d89020619acb req-7e79d148-c9dc-4950-879b-1f1ee3e77975 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 945 time: 0.1091006 Jul 12 16:04:17.103247 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-48c3b88d-d854-4d25-b469-d89020619acb req-843abeb6-0678-4015-bf9a-eddc5a24e3ac tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515718 Jul 12 16:04:17.103940 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=15586f10-bc99-4dc7-8928-efaebd5fba6c,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:17.107646 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eb9960-94e8-43cf-8e9b-62840df6283a'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:17.210329 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a9eb9960-94e8-43cf-8e9b-62840df6283a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:17.212482 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.db.resource_extend [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 12 16:04:17.225887 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.302325 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c95b2e50-d75b-437d-85ac-ec555d50a5c2 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:17.350206 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b31d0a-cd2d-439e-96cd-06bbb55eca36" -d '{"events": [{"server_uuid": "ed199188-5c3e-4150-932b-ad71d9bdd1da", "name": "network-vif-plugged", "status": "completed", "tag": "a9eb9960-94e8-43cf-8e9b-62840df6283a"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:17.366781 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ace129-444b-4fb3-88ac-6e2035f0065d req-7cd266d4-ce4d-4756-a162-8c04c25a343f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:17.369632 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-93ace129-444b-4fb3-88ac-6e2035f0065d req-7cd266d4-ce4d-4756-a162-8c04c25a343f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.0821683 Jul 12 16:04:17.383692 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a9eb9960-94e8-43cf-8e9b-62840df6283a,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:17.417506 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-93ace129-444b-4fb3-88ac-6e2035f0065d req-e7f5d4d8-0bce-4cb9-9865-5dc8d3b6ab75 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Jul 12 16:04:17.421665 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:17.438978 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port c95b2e50-d75b-437d-85ac-ec555d50a5c2 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:17.444442 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '9274a6e0-ab47-4fb6-aaae-5786cc31421f', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'port_id': '9274a6e0-ab47-4fb6-aaae-5786cc31421f', 'mac_address': 'fa:16:3e:ec:13:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:17.447785 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port c95b2e50-d75b-437d-85ac-ec555d50a5c2 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:17.448004 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.492989 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fb58e4-741a-422c-84b2-8110c4d00704 x-openstack-request-id: req-d4fb58e4-741a-422c-84b2-8110c4d00704 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:17.493318 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed199188-5c3e-4150-932b-ad71d9bdd1da", "name": "network-vif-plugged", "status": "completed", "tag": "a9eb9960-94e8-43cf-8e9b-62840df6283a", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:17.493577 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d4fb58e4-741a-422c-84b2-8110c4d00704 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:17.494036 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9eb9960-94e8-43cf-8e9b-62840df6283a', 'code': 200} Jul 12 16:04:17.517688 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.535460 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9274a6e0-ab47-4fb6-aaae-5786cc31421f {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:17.576086 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:17.582887 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.617660 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.620682 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:17.697036 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=9274a6e0-ab47-4fb6-aaae-5786cc31421f,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:17.726320 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port c95b2e50-d75b-437d-85ac-ec555d50a5c2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2,segment=NetworkSegment(7c5e5304-5e08-4147-ad33-3642514fc604),segment_id=7c5e5304-5e08-4147-ad33-3642514fc604)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:17.736350 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.784787 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6acfdb-bd5a-4db2-a040-a689faf86e28 req-1c5c710b-875a-4d74-946d-9e9f0639a5e8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:17.786155 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6f6acfdb-bd5a-4db2-a040-a689faf86e28 req-1c5c710b-875a-4d74-946d-9e9f0639a5e8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0671291 Jul 12 16:04:17.824324 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:17.827181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=c95b2e50-d75b-437d-85ac-ec555d50a5c2,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:17.833717 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b56fbf-6b44-4454-b576-d6565f5b6e54 req-31964260-bf4b-4bf2-aa16-0e4bfca7cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:17.838997 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f3b56fbf-6b44-4454-b576-d6565f5b6e54 req-31964260-bf4b-4bf2-aa16-0e4bfca7cd7a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 1098 time: 0.0979316 Jul 12 16:04:17.844870 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'mac_address': 'fa:16:3e:bc:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:17.856860 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6f6acfdb-bd5a-4db2-a040-a689faf86e28 req-503e23cf-8b01-4b2e-8a52-ae7ca5ca98f3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632248 Jul 12 16:04:17.873609 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-f3b56fbf-6b44-4454-b576-d6565f5b6e54 req-d14a4124-f78f-43ba-8c8a-d2f9a9e1dbb0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.897343 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:17.910565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9826b3-e73d-496e-8e1b-e9eb132279e1 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:17.939282 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:17.944677 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.019053 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:18.059974 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-f3b56fbf-6b44-4454-b576-d6565f5b6e54 req-d14a4124-f78f-43ba-8c8a-d2f9a9e1dbb0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.067411 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-f3b56fbf-6b44-4454-b576-d6565f5b6e54 req-d14a4124-f78f-43ba-8c8a-d2f9a9e1dbb0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.100998 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c560f-b161-4498-8968-c554d0960a25 req-ba53355e-f89f-4b38-afcb-2eeb364047d8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:18.103144 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-429c560f-b161-4498-8968-c554d0960a25 req-ba53355e-f89f-4b38-afcb-2eeb364047d8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.1508057 Jul 12 16:04:18.121531 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f3b56fbf-6b44-4454-b576-d6565f5b6e54 req-d14a4124-f78f-43ba-8c8a-d2f9a9e1dbb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770407 Jul 12 16:04:18.155162 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4124-f78f-43ba-8c8a-d2f9a9e1dbb0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7235aac9-9dc8-4c55-ae83-5fe050f8a8be,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:18.165707 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-429c560f-b161-4498-8968-c554d0960a25 req-612d013b-3bab-405e-a647-e35785e6cefb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Jul 12 16:04:18.336336 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd82441-7b0b-4781-b5ab-a95fb5bf5098 req-b1d22eda-73b1-4e19-a9df-8c11e1432969 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:18.344104 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ebd82441-7b0b-4781-b5ab-a95fb5bf5098 req-b1d22eda-73b1-4e19-a9df-8c11e1432969 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.1243958 Jul 12 16:04:18.423576 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ebd82441-7b0b-4781-b5ab-a95fb5bf5098 req-ac8cee60-7d8b-4799-b013-cde0696bf13f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755622 Jul 12 16:04:18.424750 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5c74b-7b1e-46a1-8a58-23b9ab03dfd4 req-c8cadea9-616c-4073-b229-b12f882580df tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:18.448302 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6ad5c74b-7b1e-46a1-8a58-23b9ab03dfd4 req-c8cadea9-616c-4073-b229-b12f882580df tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.1200600 Jul 12 16:04:18.518715 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6ad5c74b-7b1e-46a1-8a58-23b9ab03dfd4 req-dc488892-85b2-41da-a3cd-7a923d56bbf3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599082 Jul 12 16:04:18.575732 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6618425-7f32-44e0-92f0-b6c1f7edac57 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:18.577716 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52204) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:18.642903 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06271ae-d250-474c-a397-0ad0fd1815c8 req-7d987644-208c-4a32-953a-0ac4a76056d1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:18.645129 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b06271ae-d250-474c-a397-0ad0fd1815c8 req-7d987644-208c-4a32-953a-0ac4a76056d1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.0796735 Jul 12 16:04:18.647831 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['9274a6e0-ab47-4fb6-aaae-5786cc31421f'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:18.701945 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b06271ae-d250-474c-a397-0ad0fd1815c8 req-56b10c89-291e-41c5-a60d-a436da230797 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504034 Jul 12 16:04:18.706354 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['2c9826b3-e73d-496e-8e1b-e9eb132279e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:18.760229 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['15586f10-bc99-4dc7-8928-efaebd5fba6c'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:18.786196 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba7aa-c9e0-4784-a387-932ff4596a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.894971 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba7aa-c9e0-4784-a387-932ff4596a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.902192 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7c6ba7aa-c9e0-4784-a387-932ff4596a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:18.902700 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a6618425-7f32-44e0-92f0-b6c1f7edac57, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:18.934757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ba7aa-c9e0-4784-a387-932ff4596a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383a5412-b121-4296-981e-39c4064f776a,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:18.949536 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'a6618425-7f32-44e0-92f0-b6c1f7edac57', 'network_id': '0bd106b3-cb5a-4e21-9c3b-d4f76d34203e', 'port_id': 'a6618425-7f32-44e0-92f0-b6c1f7edac57', 'mac_address': 'fa:16:3e:0d:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7669c0b1-f496-4281-9799-0c0ef130ac03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:18.958287 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7c6ba7aa-c9e0-4784-a387-932ff4596a20 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b009b91661e54533b58e33a5e81145f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793130 Jul 12 16:04:18.960687 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52214) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.043340 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b7a5-f9dd-4cfd-a331-86c2f3024c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.087937 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.103002 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b7a5-f9dd-4cfd-a331-86c2f3024c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.137239 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87adc56-4cee-449d-8657-e1318910cda2 req-088de014-cc1f-4d6d-8f5f-8b701ae9a53f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:19.141382 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f87adc56-4cee-449d-8657-e1318910cda2 req-088de014-cc1f-4d6d-8f5f-8b701ae9a53f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.1122768 Jul 12 16:04:19.150569 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6618425-7f32-44e0-92f0-b6c1f7edac57 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:19.194756 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a6618425-7f32-44e0-92f0-b6c1f7edac57, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:19.195551 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f87adc56-4cee-449d-8657-e1318910cda2 req-fe5be92f-a3d8-453e-a10c-1dc7a399eb51 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481284 Jul 12 16:04:19.202206 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.240124 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b7a5-f9dd-4cfd-a331-86c2f3024c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.243362 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7cd5b7a5-f9dd-4cfd-a331-86c2f3024c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.245148 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7cd5b7a5-f9dd-4cfd-a331-86c2f3024c7f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/383a5412-b121-4296-981e-39c4064f776a HTTP/1.1" status: 204 len: 168 time: 0.2829649 Jul 12 16:04:19.253194 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5b7a5-f9dd-4cfd-a331-86c2f3024c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383a5412-b121-4296-981e-39c4064f776a,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:19.290944 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a6618425-7f32-44e0-92f0-b6c1f7edac57,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:19.390752 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108f8e3-16d4-4fac-8efd-5310e2f7ae05 req-12f6733a-e789-49b9-9ecd-5be9924b2b42 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:19.392307 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0108f8e3-16d4-4fac-8efd-5310e2f7ae05 req-12f6733a-e789-49b9-9ecd-5be9924b2b42 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.0772212 Jul 12 16:04:19.433339 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0108f8e3-16d4-4fac-8efd-5310e2f7ae05 req-9393f142-dfba-4d95-a4ea-bd40129844cc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339744 Jul 12 16:04:19.495705 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:19.498356 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9544b0-eb12-451a-b5b8-263f6d7f4d9d" -d '{"events": [{"server_uuid": "e761b7df-b36d-4c71-8c2d-56cae9ce3e06", "name": "network-vif-plugged", "status": "completed", "tag": "c95b2e50-d75b-437d-85ac-ec555d50a5c2"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:19.537837 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341abbe9-531e-49de-8d63-8d72c0083308 x-openstack-request-id: req-341abbe9-531e-49de-8d63-8d72c0083308 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:19.538124 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761b7df-b36d-4c71-8c2d-56cae9ce3e06", "name": "network-vif-plugged", "status": "completed", "tag": "c95b2e50-d75b-437d-85ac-ec555d50a5c2", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:19.538402 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-341abbe9-531e-49de-8d63-8d72c0083308 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:19.538765 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2', 'code': 200} Jul 12 16:04:19.559953 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52230) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.583271 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8413ec6b-7ec8-4d22-a188-f39863630936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.619251 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dbcc4-c455-46f6-93fe-e758dfdb3a24 req-c3874f73-22be-4660-84d6-f2abf12b2257 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:19.621804 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-da9dbcc4-c455-46f6-93fe-e758dfdb3a24 req-c3874f73-22be-4660-84d6-f2abf12b2257 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.0817251 Jul 12 16:04:19.679797 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-da9dbcc4-c455-46f6-93fe-e758dfdb3a24 req-5d6d33a5-3239-43f1-b025-49fe72efa34e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521324 Jul 12 16:04:19.752352 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8413ec6b-7ec8-4d22-a188-f39863630936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.761622 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8413ec6b-7ec8-4d22-a188-f39863630936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:19.810280 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8413ec6b-7ec8-4d22-a188-f39863630936 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5b0611c8a1f44bfa95a8ad3ff6ea2731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490392 Jul 12 16:04:19.813412 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52240) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:19.819692 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ec6b-7ec8-4d22-a188-f39863630936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3271c31-d73d-4d71-93d3-9ced7ac3c2e1,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:19.835084 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ea1fe-85ca-46f2-9b40-50b5e8983759 req-e33918bf-2c35-4041-801e-17b47d7dd8aa tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:19.836747 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2f9ea1fe-85ca-46f2-9b40-50b5e8983759 req-e33918bf-2c35-4041-801e-17b47d7dd8aa tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.1425400 Jul 12 16:04:19.938289 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2f9ea1fe-85ca-46f2-9b40-50b5e8983759 req-6c6d3b14-df26-423d-939d-5ee44e3e780b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940993 Jul 12 16:04:19.975747 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9c013105-1e34-4fcd-94dd-964496297897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.007921 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70708f3a-520a-4868-9e22-6e5d16830f4d req-eaaa4f21-a23c-4dc2-a24b-c497d4b509d4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.009975 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-70708f3a-520a-4868-9e22-6e5d16830f4d req-eaaa4f21-a23c-4dc2-a24b-c497d4b509d4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.1545498 Jul 12 16:04:20.026178 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8726680-622b-4d85-bafb-d89633702b81 req-6d636fdc-4bff-41bb-b918-9015d5399d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.032357 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e8726680-622b-4d85-bafb-d89633702b81 req-6d636fdc-4bff-41bb-b918-9015d5399d9f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 1099 time: 0.1410034 Jul 12 16:04:20.032357 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9c013105-1e34-4fcd-94dd-964496297897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.099193 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-70708f3a-520a-4868-9e22-6e5d16830f4d req-5836f973-ec62-458c-a379-3449c54de145 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832469 Jul 12 16:04:20.111476 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e8726680-622b-4d85-bafb-d89633702b81 req-e0d6b16e-a055-400d-b4c3-191f9cfec984 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683024 Jul 12 16:04:20.129833 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9c013105-1e34-4fcd-94dd-964496297897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.132401 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9c013105-1e34-4fcd-94dd-964496297897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:20.133604 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9c013105-1e34-4fcd-94dd-964496297897 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d3271c31-d73d-4d71-93d3-9ced7ac3c2e1 HTTP/1.1" status: 204 len: 168 time: 0.3186216 Jul 12 16:04:20.141487 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c013105-1e34-4fcd-94dd-964496297897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3271c31-d73d-4d71-93d3-9ced7ac3c2e1,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:20.305211 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a6618425-7f32-44e0-92f0-b6c1f7edac57'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:20.407725 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0b102-7cbd-4f41-9a5a-5dec3f4d7702 req-316bffc8-c3c9-4a45-85d6-6b9d3d396ccb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.409866 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dca0b102-7cbd-4f41-9a5a-5dec3f4d7702 req-316bffc8-c3c9-4a45-85d6-6b9d3d396ccb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0739737 Jul 12 16:04:20.468666 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dca0b102-7cbd-4f41-9a5a-5dec3f4d7702 req-44247678-1bdb-4c90-9ab8-96d2add4340e tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524590 Jul 12 16:04:20.622972 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba8a80-6b83-4ce9-90c3-be057f66046e req-ba956e35-a0ac-4469-973c-250b9b5ed021 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.624472 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7cba8a80-6b83-4ce9-90c3-be057f66046e req-ba956e35-a0ac-4469-973c-250b9b5ed021 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.0724463 Jul 12 16:04:20.666140 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7cba8a80-6b83-4ce9-90c3-be057f66046e req-e4029f74-ad0c-4b52-a6db-acd871439bd6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346599 Jul 12 16:04:20.861992 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12075d2c-e211-4c0d-b428-9b4bb0752b19 req-32c4e5ec-4ff6-44c0-821a-a61e107d85dd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:20.863496 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-12075d2c-e211-4c0d-b428-9b4bb0752b19 req-32c4e5ec-4ff6-44c0-821a-a61e107d85dd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.0646868 Jul 12 16:04:20.903605 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-12075d2c-e211-4c0d-b428-9b4bb0752b19 req-c35058a6-4dcf-4686-8ec7-9d82090bbd4b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333643 Jul 12 16:04:21.111305 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcdb43-727d-46c7-98b6-82de28d66c10 req-a578ee31-48dd-41ab-b282-0979e1ddbe18 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.112920 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3cfcdb43-727d-46c7-98b6-82de28d66c10 req-a578ee31-48dd-41ab-b282-0979e1ddbe18 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.0648489 Jul 12 16:04:21.164016 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3cfcdb43-727d-46c7-98b6-82de28d66c10 req-1fbd6fd2-5c6f-4e96-8156-7fab8092c25a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447557 Jul 12 16:04:21.256245 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52294) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:21.294652 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc736c-4163-4334-adf3-f8973be7ca6e req-96af2372-4ab1-40cc-a777-edf046065b6e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.296209 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e7dc736c-4163-4334-adf3-f8973be7ca6e req-96af2372-4ab1-40cc-a777-edf046065b6e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.0627346 Jul 12 16:04:21.335557 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e7dc736c-4163-4334-adf3-f8973be7ca6e req-983a038c-37da-4a29-b5b4-47507be81d47 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330513 Jul 12 16:04:21.362995 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a6320a59-cb8f-446f-8d3d-2d519eddf5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.451181 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a6320a59-cb8f-446f-8d3d-2d519eddf5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.454899 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a6320a59-cb8f-446f-8d3d-2d519eddf5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.495387 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a6320a59-cb8f-446f-8d3d-2d519eddf5f8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25688807da8141d48a3dbc90f4631e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379348 Jul 12 16:04:21.496276 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6320a59-cb8f-446f-8d3d-2d519eddf5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075390cc-110d-48a0-a13a-cf581ed0d5c7,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:21.498094 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52300) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:21.552780 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3b2d-81dd-464e-b021-ef8bf6569a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.575764 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3b2d-81dd-464e-b021-ef8bf6569a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.622250 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3b2d-81dd-464e-b021-ef8bf6569a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.624888 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3b2d-81dd-464e-b021-ef8bf6569a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:21.626329 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-bb8b3b2d-81dd-464e-b021-ef8bf6569a7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/075390cc-110d-48a0-a13a-cf581ed0d5c7 HTTP/1.1" status: 204 len: 168 time: 0.1271946 Jul 12 16:04:21.633887 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b3b2d-81dd-464e-b021-ef8bf6569a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075390cc-110d-48a0-a13a-cf581ed0d5c7,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:21.640404 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807c8db-6d54-4a2d-a057-ac582d1156b1 req-a4871327-55ac-4719-ae08-33ff165bd3d5 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.641940 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1807c8db-6d54-4a2d-a057-ac582d1156b1 req-a4871327-55ac-4719-ae08-33ff165bd3d5 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0651639 Jul 12 16:04:21.687187 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1807c8db-6d54-4a2d-a057-ac582d1156b1 req-91ff2b1d-4c5b-4b74-9092-5de989f97d4f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356979 Jul 12 16:04:21.845284 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf93287b-33ce-430b-8e0e-20929912ea42 req-64f70810-8ae4-406d-816a-55cbb95c0e4c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:21.846775 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf93287b-33ce-430b-8e0e-20929912ea42 req-64f70810-8ae4-406d-816a-55cbb95c0e4c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.0667994 Jul 12 16:04:21.886332 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf93287b-33ce-430b-8e0e-20929912ea42 req-78bccf52-1ce3-40a5-9df9-fe63d14343ad tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Jul 12 16:04:22.090417 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7692c-5961-4002-b295-84c0c6d39577 req-ae8e2926-4425-4d55-9a51-b65fb242435b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:22.091894 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-21b7692c-5961-4002-b295-84c0c6d39577 req-ae8e2926-4425-4d55-9a51-b65fb242435b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.0650413 Jul 12 16:04:22.131425 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-21b7692c-5961-4002-b295-84c0c6d39577 req-719064f8-cc97-494d-8e67-887713bd1176 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331576 Jul 12 16:04:22.340360 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045aa25-f795-4dc6-bfa3-864ea65b976f req-c3e41e26-3bc8-483f-89d0-be9b8bef1e09 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:22.341875 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e045aa25-f795-4dc6-bfa3-864ea65b976f req-c3e41e26-3bc8-483f-89d0-be9b8bef1e09 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.0707231 Jul 12 16:04:22.385408 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e045aa25-f795-4dc6-bfa3-864ea65b976f req-edb2c2cf-c3f0-497f-9a74-4f2bec465823 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374453 Jul 12 16:04:22.520052 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e932b-a750-408c-82c3-1628f504a072 req-8586b401-0f3f-46b6-baec-728bb8609697 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:22.521563 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-db4e932b-a750-408c-82c3-1628f504a072 req-8586b401-0f3f-46b6-baec-728bb8609697 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.0718424 Jul 12 16:04:22.561648 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-db4e932b-a750-408c-82c3-1628f504a072 req-1cd94818-a700-486c-b673-3638c5200c91 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336518 Jul 12 16:04:22.870853 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558a054-430d-45d9-87f1-4d942d042a38 req-41d92e9b-cdfa-4198-9488-4c6307df3590 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:22.872373 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e558a054-430d-45d9-87f1-4d942d042a38 req-41d92e9b-cdfa-4198-9488-4c6307df3590 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0650680 Jul 12 16:04:22.910625 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e558a054-430d-45d9-87f1-4d942d042a38 req-37d392d6-9081-47ee-a25d-df77871cb31e tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 12 16:04:23.059308 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757dd1fc-be4f-46b7-bb82-d51c14d68ce6 req-abf576e5-30c7-45f5-aa31-fc6983ae06c8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.060826 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-757dd1fc-be4f-46b7-bb82-d51c14d68ce6 req-abf576e5-30c7-45f5-aa31-fc6983ae06c8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.0627913 Jul 12 16:04:23.098229 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-757dd1fc-be4f-46b7-bb82-d51c14d68ce6 req-b526d33f-f309-47ea-b02b-c8374f038485 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318167 Jul 12 16:04:23.315914 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003b570-570b-4df3-a8e0-e2dd3d57603e req-02a5c012-3af6-4558-8e1c-5dcb0152b7d6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.317379 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7003b570-570b-4df3-a8e0-e2dd3d57603e req-02a5c012-3af6-4558-8e1c-5dcb0152b7d6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.0644803 Jul 12 16:04:23.355265 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7003b570-570b-4df3-a8e0-e2dd3d57603e req-4749ff89-c3f6-43ff-acf7-f38c4b86f5ea tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317280 Jul 12 16:04:23.553911 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ee2ad-4d6a-4d92-a00e-7e8f92339e37 req-a9b04cf0-b315-4701-a583-0db6b6705c33 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.555799 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dc8ee2ad-4d6a-4d92-a00e-7e8f92339e37 req-a9b04cf0-b315-4701-a583-0db6b6705c33 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.0660622 Jul 12 16:04:23.595253 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dc8ee2ad-4d6a-4d92-a00e-7e8f92339e37 req-1d2ab217-945f-4b0e-808b-c35be552087b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Jul 12 16:04:23.741175 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6757f74b-8cfa-497e-ab5f-d05906a63c74 req-4fc6e626-f777-4661-a90d-f20ee05b9ce0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:23.744656 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6757f74b-8cfa-497e-ab5f-d05906a63c74 req-4fc6e626-f777-4661-a90d-f20ee05b9ce0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.0724239 Jul 12 16:04:23.783026 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6757f74b-8cfa-497e-ab5f-d05906a63c74 req-cbe84e18-8d0d-48e9-bfa8-27213be439e7 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Jul 12 16:04:24.107073 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30189865-9628-4adc-a738-362b2047469a req-52ab4237-5ae2-4149-bc49-6817b71fb581 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.108808 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-30189865-9628-4adc-a738-362b2047469a req-52ab4237-5ae2-4149-bc49-6817b71fb581 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0829287 Jul 12 16:04:24.163481 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-30189865-9628-4adc-a738-362b2047469a req-1919d5a8-a9ab-4788-b453-a3a59fb6d2c9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488143 Jul 12 16:04:24.306689 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc0ca-ae72-4100-8ba9-7f1b1becbf7e req-79ff11ab-6682-4ddd-b49b-7d482442b747 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.313090 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f93fc0ca-ae72-4100-8ba9-7f1b1becbf7e req-79ff11ab-6682-4ddd-b49b-7d482442b747 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.0801735 Jul 12 16:04:24.363359 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f93fc0ca-ae72-4100-8ba9-7f1b1becbf7e req-98049597-b727-4237-bc40-e41942b84b7f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450087 Jul 12 16:04:24.556787 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcb6c7-6b08-4c93-918b-f04372a6ccf4 req-4c641d64-5d4b-4332-bb83-6bd7d5244439 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.558615 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8bfcb6c7-6b08-4c93-918b-f04372a6ccf4 req-4c641d64-5d4b-4332-bb83-6bd7d5244439 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.0789156 Jul 12 16:04:24.598756 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8bfcb6c7-6b08-4c93-918b-f04372a6ccf4 req-1cecd232-c28c-4ef4-9ef2-20583350b04a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343015 Jul 12 16:04:24.783021 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4fb27-8e5c-4232-8e7c-638b5c36a81b req-f108f786-14c7-427a-83fa-820a7e44af29 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.784591 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2e4fb27-8e5c-4232-8e7c-638b5c36a81b req-f108f786-14c7-427a-83fa-820a7e44af29 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.0674465 Jul 12 16:04:24.825032 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2e4fb27-8e5c-4232-8e7c-638b5c36a81b req-285bae7b-f5d9-43df-aa26-10265556c5b6 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Jul 12 16:04:24.962358 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c32be-3b39-4dc0-9f3d-4544323367b7 req-9a996080-ee5f-4473-a567-edc2c18acda5 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:24.964105 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a39c32be-3b39-4dc0-9f3d-4544323367b7 req-9a996080-ee5f-4473-a567-edc2c18acda5 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 945 time: 0.0698142 Jul 12 16:04:25.003684 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a39c32be-3b39-4dc0-9f3d-4544323367b7 req-419f444a-5512-4d0a-8fbd-37c4899e02fc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338457 Jul 12 16:04:25.346182 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4370c9-c693-4043-a2fb-f523fdd27de3 req-7b546478-6c16-4e2f-a16d-401cc0feb55a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:25.347595 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4b4370c9-c693-4043-a2fb-f523fdd27de3 req-7b546478-6c16-4e2f-a16d-401cc0feb55a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0691924 Jul 12 16:04:25.373493 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 15586f10-bc99-4dc7-8928-efaebd5fba6c up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:25.386569 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4b4370c9-c693-4043-a2fb-f523fdd27de3 req-28d64f08-1dac-4acc-8112-ad0b003a49b1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322366 Jul 12 16:04:25.424331 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 15586f10-bc99-4dc7-8928-efaebd5fba6c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:25.430818 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 15586f10-bc99-4dc7-8928-efaebd5fba6c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:25.431504 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.516960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.543695 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:25.546119 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154c671a-cd9b-4f0a-963a-8982fc037a50" -d '{"events": [{"server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "name": "network-vif-plugged", "status": "completed", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:25.560652 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 15586f10-bc99-4dc7-8928-efaebd5fba6c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:25.568713 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.578156 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde7a7f-afaa-4673-afc2-aea2f943b42a req-b15a96c2-9104-4660-873c-7fa6cfe4ee31 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:25.590428 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6cde7a7f-afaa-4673-afc2-aea2f943b42a req-b15a96c2-9104-4660-873c-7fa6cfe4ee31 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 945 time: 0.0966496 Jul 12 16:04:25.616059 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c2b8b5-c526-4e80-9484-38f7e4b1649c x-openstack-request-id: req-c1c2b8b5-c526-4e80-9484-38f7e4b1649c {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:25.616563 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "name": "network-vif-plugged", "status": "completed", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:25.617235 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c1c2b8b5-c526-4e80-9484-38f7e4b1649c {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:25.617915 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'code': 200} Jul 12 16:04:25.619600 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9274a6e0-ab47-4fb6-aaae-5786cc31421f up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:25.648789 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6cde7a7f-afaa-4673-afc2-aea2f943b42a req-ed941a52-daad-4fac-970e-2d32bc633f76 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564680 Jul 12 16:04:25.675263 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=15586f10-bc99-4dc7-8928-efaebd5fba6c,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:25.728681 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 9274a6e0-ab47-4fb6-aaae-5786cc31421f completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:25.733176 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 9274a6e0-ab47-4fb6-aaae-5786cc31421f triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:25.733749 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.854221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.913455 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:25.917959 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:25.934636 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6618425-7f32-44e0-92f0-b6c1f7edac57 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:25.961002 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece7399-ad86-45ae-99da-d21053045dfd req-198de753-0689-4c36-91f8-0a5aaf33b13a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:25.981180 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ece7399-ad86-45ae-99da-d21053045dfd req-198de753-0689-4c36-91f8-0a5aaf33b13a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 944 time: 0.1934583 Jul 12 16:04:26.039184 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ece7399-ad86-45ae-99da-d21053045dfd req-57d78148-7a55-4dae-8714-b07497dcdc33 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569167 Jul 12 16:04:26.047236 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=9274a6e0-ab47-4fb6-aaae-5786cc31421f,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.066618 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.066983 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.067365 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.067671 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.068009 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.068345 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.068704 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.069035 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.070290 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.070290 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.070597 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.071216 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:26.083299 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-125c3aa9-13af-4e34-a48d-9c74297c7a58 None None] Provisioning complete for port 15586f10-bc99-4dc7-8928-efaebd5fba6c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:26.084007 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-125c3aa9-13af-4e34-a48d-9c74297c7a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.126092 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473dc03-9b7d-4bf3-8f32-6bf468d7bc44 req-d976018e-3f1d-49e4-9542-e727db37c8b4 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:26.127741 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a473dc03-9b7d-4bf3-8f32-6bf468d7bc44 req-d976018e-3f1d-49e4-9542-e727db37c8b4 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.0885513 Jul 12 16:04:26.153587 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port a6618425-7f32-44e0-92f0-b6c1f7edac57 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:26.159589 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port a6618425-7f32-44e0-92f0-b6c1f7edac57 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:26.160218 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.180746 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a473dc03-9b7d-4bf3-8f32-6bf468d7bc44 req-68ce2c43-22d7-44bb-83c0-502daa43c610 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473497 Jul 12 16:04:26.252669 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f5e66-7fcb-4355-b37b-11318c86aabc req-9c3b1ded-83db-42e4-8246-56424195c943 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:26.254194 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4f1f5e66-7fcb-4355-b37b-11318c86aabc req-9c3b1ded-83db-42e4-8246-56424195c943 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0748580 Jul 12 16:04:26.297490 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4f1f5e66-7fcb-4355-b37b-11318c86aabc req-fce67303-9150-425a-b878-986acf6356dd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349312 Jul 12 16:04:26.298226 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-95de563e-787c-4a2b-8831-87fd2d78ffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.303876 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.339693 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a6618425-7f32-44e0-92f0-b6c1f7edac57, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:26.344562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.373956 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:26.426261 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a6618425-7f32-44e0-92f0-b6c1f7edac57,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.444523 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:26.449018 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:26.449423 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.538116 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.571390 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:26.574921 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.629198 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:26.795895 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-b1bbb9d9-b1c3-40bf-ab76-85b66b55b85d None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:26.796265 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb9d9-b1c3-40bf-ab76-85b66b55b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:26.838535 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d9340-fb75-444e-89d7-2bf24bd8e7b7 req-296df184-0d9d-4c63-b5f4-93dba772e824 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:26.840045 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d2d9340-fb75-444e-89d7-2bf24bd8e7b7 req-296df184-0d9d-4c63-b5f4-93dba772e824 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0635314 Jul 12 16:04:26.880406 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d2d9340-fb75-444e-89d7-2bf24bd8e7b7 req-6b07ce92-87c7-4bba-bb9a-a8723da19258 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jul 12 16:04:27.220863 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb460e64-fac5-47e4-9671-1536929c0855 req-1b25a8f1-f5ff-4d7f-bef9-4e376e836ff8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:27.222331 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-eb460e64-fac5-47e4-9671-1536929c0855 req-1b25a8f1-f5ff-4d7f-bef9-4e376e836ff8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0618272 Jul 12 16:04:27.259906 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-eb460e64-fac5-47e4-9671-1536929c0855 req-c4d9463c-5119-48d4-80e6-949bef3aa27e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307674 Jul 12 16:04:27.473906 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6108c22-0c8e-4576-ac32-c393b7458518 req-9b58bff9-caf4-444c-b4f3-0181475baea6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:27.475245 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e6108c22-0c8e-4576-ac32-c393b7458518 req-9b58bff9-caf4-444c-b4f3-0181475baea6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0622690 Jul 12 16:04:27.512622 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e6108c22-0c8e-4576-ac32-c393b7458518 req-7f9befc6-d48b-41a9-9d86-cbeb477151cf tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311241 Jul 12 16:04:27.619132 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9274a6e0-ab47-4fb6-aaae-5786cc31421f'}, {'server_uuid': '09ff795f-df04-4b94-b45e-264231742ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6618425-7f32-44e0-92f0-b6c1f7edac57'}, {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:27.621498 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f12a597-be3b-4be2-8b65-ac09ba5cd6cb" -d '{"events": [{"server_uuid": "622a3e1c-21b4-4463-adaf-2454eafe0bc3", "name": "network-vif-plugged", "status": "completed", "tag": "9274a6e0-ab47-4fb6-aaae-5786cc31421f"}, {"server_uuid": "09ff795f-df04-4b94-b45e-264231742ef4", "name": "network-vif-plugged", "status": "completed", "tag": "a6618425-7f32-44e0-92f0-b6c1f7edac57"}, {"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:27.666098 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e2ed9c-ceb5-47c3-baaf-b158d06ea0be x-openstack-request-id: req-e9e2ed9c-ceb5-47c3-baaf-b158d06ea0be {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:27.666414 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622a3e1c-21b4-4463-adaf-2454eafe0bc3", "name": "network-vif-plugged", "status": "completed", "tag": "9274a6e0-ab47-4fb6-aaae-5786cc31421f", "code": 200}, {"server_uuid": "09ff795f-df04-4b94-b45e-264231742ef4", "name": "network-vif-plugged", "status": "completed", "tag": "a6618425-7f32-44e0-92f0-b6c1f7edac57", "code": 200}, {"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:27.666653 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e9e2ed9c-ceb5-47c3-baaf-b158d06ea0be {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:27.667050 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9274a6e0-ab47-4fb6-aaae-5786cc31421f', 'code': 200} Jul 12 16:04:27.667306 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff795f-df04-4b94-b45e-264231742ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6618425-7f32-44e0-92f0-b6c1f7edac57', 'code': 200} Jul 12 16:04:27.667559 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 200} Jul 12 16:04:28.054805 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc5099-dfa0-4a66-aa7c-50f4bf0c1384 req-a829feef-ec57-4993-a9c9-a04bc510b40a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:28.056817 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2cbc5099-dfa0-4a66-aa7c-50f4bf0c1384 req-a829feef-ec57-4993-a9c9-a04bc510b40a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0677750 Jul 12 16:04:28.096822 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2cbc5099-dfa0-4a66-aa7c-50f4bf0c1384 req-8af0d9e1-d7d3-4e73-ada5-fab408cb6c45 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341260 Jul 12 16:04:28.439785 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437aaf4-44e9-4c4d-816a-6104dc4c410b req-8bb35edc-70d2-42d9-8eb1-40d13aa9f514 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:28.441209 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9437aaf4-44e9-4c4d-816a-6104dc4c410b req-8bb35edc-70d2-42d9-8eb1-40d13aa9f514 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0655072 Jul 12 16:04:28.477922 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9437aaf4-44e9-4c4d-816a-6104dc4c410b req-da052887-e032-41fa-9d27-979815667944 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308526 Jul 12 16:04:28.690829 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a2f3a-33ec-46a9-bce5-16f89f397c3f req-7bf138c8-1048-495e-babb-045b0d1aef7c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:28.692213 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a69a2f3a-33ec-46a9-bce5-16f89f397c3f req-7bf138c8-1048-495e-babb-045b0d1aef7c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0628421 Jul 12 16:04:28.729295 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a69a2f3a-33ec-46a9-bce5-16f89f397c3f req-37417537-4fbd-4592-8e83-9d23b5d00ecc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Jul 12 16:04:29.108832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fbab2eb-0fb5-49b5-99cc-d5a233be6664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.206743 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:29.278773 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae64ec88-ff3b-4f09-bcc6-9d8fca6e5e29 req-56aa1600-47d4-416f-9c79-d968bc05dcee tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.280307 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ae64ec88-ff3b-4f09-bcc6-9d8fca6e5e29 req-56aa1600-47d4-416f-9c79-d968bc05dcee tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0630434 Jul 12 16:04:29.325852 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ae64ec88-ff3b-4f09-bcc6-9d8fca6e5e29 req-80ea1119-809a-457b-8718-ab2f034c3272 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390136 Jul 12 16:04:29.755795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716a22a-51d9-405d-9aa3-2a2c9d29a2f1 req-7baf29fa-20ce-4c2c-b808-e0bab68d51a6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.757605 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1716a22a-51d9-405d-9aa3-2a2c9d29a2f1 req-7baf29fa-20ce-4c2c-b808-e0bab68d51a6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1495600 Jul 12 16:04:29.762274 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c4a51-aae1-46ba-9ac7-f085e90f7108 req-4886db4d-c217-456d-a901-8a1abc5fb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.764320 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fd4c4a51-aae1-46ba-9ac7-f085e90f7108 req-4886db4d-c217-456d-a901-8a1abc5fb982 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1099 time: 0.1442378 Jul 12 16:04:29.780859 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905b433-7188-4e52-8021-9adbc24a5ca8 req-d65af9a0-061b-4680-96d5-9090173d46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.782387 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9905b433-7188-4e52-8021-9adbc24a5ca8 req-d65af9a0-061b-4680-96d5-9090173d46ea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1098 time: 0.1142573 Jul 12 16:04:29.795315 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d1081-2835-4162-9fd2-e861ff703ac2 req-f107b6b5-2e41-49a2-aaf4-9eeb80709460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.796911 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-397d1081-2835-4162-9fd2-e861ff703ac2 req-f107b6b5-2e41-49a2-aaf4-9eeb80709460 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 1099 time: 0.1231558 Jul 12 16:04:29.799483 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e6d08-adb8-4c2f-ae50-5ce8f001b259 req-0b73a395-a150-4eff-85c4-2856e346484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.800931 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-208e6d08-adb8-4c2f-ae50-5ce8f001b259 req-0b73a395-a150-4eff-85c4-2856e346484b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1346245 Jul 12 16:04:29.861394 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1716a22a-51d9-405d-9aa3-2a2c9d29a2f1 req-7cd226a7-afe5-4e00-a970-0aef7846321f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950782 Jul 12 16:04:29.863634 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9905b433-7188-4e52-8021-9adbc24a5ca8 req-bf2a4083-6493-4c5d-903b-85ad2403d2d0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720725 Jul 12 16:04:29.865193 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fd4c4a51-aae1-46ba-9ac7-f085e90f7108 req-a28733e2-af73-4e42-a92c-f7e7c27bb860 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807791 Jul 12 16:04:29.876545 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-208e6d08-adb8-4c2f-ae50-5ce8f001b259 req-066932b6-4e24-4dd3-9b99-72c1bb2f410e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667171 Jul 12 16:04:29.894599 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-397d1081-2835-4162-9fd2-e861ff703ac2 req-5f40b4a5-4aef-4564-ae6d-0d5bd2420d2d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859735 Jul 12 16:04:29.933139 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da8af3-e9a6-4592-a33e-84854e108d83 req-620a199e-74d7-4a35-a569-c66713943d83 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:29.934603 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-19da8af3-e9a6-4592-a33e-84854e108d83 req-620a199e-74d7-4a35-a569-c66713943d83 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0748956 Jul 12 16:04:29.972360 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-19da8af3-e9a6-4592-a33e-84854e108d83 req-6099ae33-8585-44de-8799-0f45bf59996c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Jul 12 16:04:30.103080 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:30.501273 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79ef86-319e-4f6b-bb78-1895bf90c307 req-b8813b6e-ed35-4e9a-aa7e-ca9e99d5e53d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:30.502794 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4d79ef86-319e-4f6b-bb78-1895bf90c307 req-b8813b6e-ed35-4e9a-aa7e-ca9e99d5e53d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0647845 Jul 12 16:04:30.541212 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4d79ef86-319e-4f6b-bb78-1895bf90c307 req-6fc6b3f0-c673-44fc-94a3-a22cf8ca8440 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320377 Jul 12 16:04:31.576259 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:31.906021 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52614) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:32.049128 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.183544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f009c-1d23-4d91-8d6a-c277c3021b83 req-f8ae4b8f-ebc1-4e55-937e-f24ea9456367 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.185856 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3b7f009c-1d23-4d91-8d6a-c277c3021b83 req-f8ae4b8f-ebc1-4e55-937e-f24ea9456367 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0790370 Jul 12 16:04:32.190041 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.201464 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.241424 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3b7f009c-1d23-4d91-8d6a-c277c3021b83 req-f0ca4bf8-ae25-491f-8d40-007cd1ba841f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491714 Jul 12 16:04:32.273869 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc59ff-2311-41b7-b98a-883cd6e2e1df req-ce18820e-607c-407c-8f4d-80e97e337ca3 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.275582 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c6dc59ff-2311-41b7-b98a-883cd6e2e1df req-ce18820e-607c-407c-8f4d-80e97e337ca3 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1428838 Jul 12 16:04:32.280451 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63d132c114b54d5fad1a03a2ea2b90cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702955 Jul 12 16:04:32.280451 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52622) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:32.290085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea95500-7fb3-4ce9-99c1-db34461069c0,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.318805 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.319055 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.319398 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.319733 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.320065 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.320525 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.321051 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.321533 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.321869 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.322200 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.322549 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.322880 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a45bfab-8b4f-4075-9574-2613b3de0e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:32.364980 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c6dc59ff-2311-41b7-b98a-883cd6e2e1df req-b1c77653-9a26-42cc-8018-4300fe2c8150 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822670 Jul 12 16:04:32.380375 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cad7148f-4aab-49de-b3d2-77b0fc1a2f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.403757 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cad7148f-4aab-49de-b3d2-77b0fc1a2f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.408475 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a59e2-e9af-4a6c-b31a-e512aa312312 req-5443d9d4-3f0e-4af4-8a0e-5fafe10286f1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:32.409978 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-822a59e2-e9af-4a6c-b31a-e512aa312312 req-5443d9d4-3f0e-4af4-8a0e-5fafe10286f1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0664318 Jul 12 16:04:32.454936 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-822a59e2-e9af-4a6c-b31a-e512aa312312 req-e8826f93-c855-4ce9-952f-11b9060b8e73 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379062 Jul 12 16:04:32.459800 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cad7148f-4aab-49de-b3d2-77b0fc1a2f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.462667 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cad7148f-4aab-49de-b3d2-77b0fc1a2f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.464234 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-cad7148f-4aab-49de-b3d2-77b0fc1a2f87 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aea95500-7fb3-4ce9-99c1-db34461069c0 HTTP/1.1" status: 204 len: 168 time: 0.1826284 Jul 12 16:04:32.473067 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7148f-4aab-49de-b3d2-77b0fc1a2f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea95500-7fb3-4ce9-99c1-db34461069c0,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.497680 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:04:32.792890 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52638) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:32.806910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a7b1-6625-459d-be97-c00d0bbdb4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.814272 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52640) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:32.915168 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a7b1-6625-459d-be97-c00d0bbdb4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.923817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1e8a7b1-6625-459d-be97-c00d0bbdb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:32.967063 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d1e8a7b1-6625-459d-be97-c00d0bbdb4ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=06b6b0f394664d75859b4e906a236b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728752 Jul 12 16:04:32.969545 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8a7b1-6625-459d-be97-c00d0bbdb4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea174aa6-6816-4677-a069-fadc622279f9,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:32.970181 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52650) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:33.013864 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cac4585e-c378-4df1-9e0c-52c9fecb97a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.073458 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.107566 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.185386 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cac4585e-c378-4df1-9e0c-52c9fecb97a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.186561 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.189349 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.190618 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ea174aa6-6816-4677-a069-fadc622279f9 HTTP/1.1" status: 204 len: 168 time: 0.2192774 Jul 12 16:04:33.193288 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cac4585e-c378-4df1-9e0c-52c9fecb97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.220332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea174aa6-6816-4677-a069-fadc622279f9,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:33.237399 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-cac4585e-c378-4df1-9e0c-52c9fecb97a7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ffb898de71694d3d8d4419c4d4daf080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217851 Jul 12 16:04:33.238781 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.239130 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.239468 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.239982 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.240279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52664) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:33.240475 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.240897 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.241233 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.241563 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.241895 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.242768 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.243104 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.243433 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3887fb-ac88-459b-ad60-bdf4ec4a9f3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:33.300307 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4585e-c378-4df1-9e0c-52c9fecb97a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5146cfd-c637-433a-839f-6824ef52078d,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:33.304391 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d065d509-d8e4-4987-adce-fb413e949e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.329515 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d065d509-d8e4-4987-adce-fb413e949e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.384850 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d065d509-d8e4-4987-adce-fb413e949e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.387859 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d065d509-d8e4-4987-adce-fb413e949e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:33.390007 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d065d509-d8e4-4987-adce-fb413e949e41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e5146cfd-c637-433a-839f-6824ef52078d HTTP/1.1" status: 204 len: 168 time: 0.1462812 Jul 12 16:04:33.448339 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065d509-d8e4-4987-adce-fb413e949e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5146cfd-c637-433a-839f-6824ef52078d,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:33.559164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda8bff-f9ea-4456-acbb-dbba72dac986 req-0f103641-7d85-44b8-b670-27c84db773f9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.575034 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ceda8bff-f9ea-4456-acbb-dbba72dac986 req-0f103641-7d85-44b8-b670-27c84db773f9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1679373 Jul 12 16:04:33.637321 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ceda8bff-f9ea-4456-acbb-dbba72dac986 req-57d17088-3bcc-40b4-90c4-02f2ba0a375d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559931 Jul 12 16:04:33.656022 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b161d-89ea-46e3-b0c2-eb1e1fbf7931 req-cc8b1b9d-8cd2-483f-8c85-4688403516e9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.658814 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5e7b161d-89ea-46e3-b0c2-eb1e1fbf7931 req-cc8b1b9d-8cd2-483f-8c85-4688403516e9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0787635 Jul 12 16:04:33.751375 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5e7b161d-89ea-46e3-b0c2-eb1e1fbf7931 req-8d3ab1e4-bee8-49ec-80ff-6840192c03bb tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758121 Jul 12 16:04:33.857889 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9a2dd-5996-4b02-b292-8c43869852ff req-3b7a1beb-7433-4e93-8b60-c11cbfd33325 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:33.859289 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d6c9a2dd-5996-4b02-b292-8c43869852ff req-3b7a1beb-7433-4e93-8b60-c11cbfd33325 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1058223 Jul 12 16:04:33.899517 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d6c9a2dd-5996-4b02-b292-8c43869852ff req-0b19c8e3-e008-45b9-a0e4-a01cd5260a60 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Jul 12 16:04:34.386493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52726) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:34.496199 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-475935126-network', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:34.519799 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Made reservation on behalf of aecefdd756c7486e97d819cb4f2275ab for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:34.522187 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.530425 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.627160 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.631343 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.658515 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:34.684258 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:34.691379 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.691733 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Added segment 79da4d79-e15a-44fa-85a9-ac9870d3f996 of type vlan for network c9f00772-a764-4ed5-8866-85d90285c860 Jul 12 16:04:34.761925 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52752) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:34.766356 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.801182 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.802893 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:34.803503 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.871502 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Deleting subnet aeb98f26-7f41-4582-bded-b214faf9f435 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:04:34.878207 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.890712 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5028346 Jul 12 16:04:34.893616 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52760) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:34.899292 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Request body: {'subnet': {'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-475935126-subnet', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:34.924244 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442113a0-5b71-4f53-8ad3-73de744c138f admin admin] Pushing event updated for resources: {'Network': ['ID=c9f00772-a764-4ed5-8866-85d90285c860,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:34.935943 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Made reservation on behalf of aecefdd756c7486e97d819cb4f2275ab for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:34.939610 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network c9f00772-a764-4ed5-8866-85d90285c860 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:34.952389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:34.975702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.007475 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f855b6-5973-42a4-817b-141dbd7c81ef req-e9f74b1e-7361-481f-b275-28b348db44fd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.009837 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-20f855b6-5973-42a4-817b-141dbd7c81ef req-e9f74b1e-7361-481f-b275-28b348db44fd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.2094457 Jul 12 16:04:35.011136 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.116752 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-20f855b6-5973-42a4-817b-141dbd7c81ef req-96b1fbd9-fc44-4de1-8942-212eace2470b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697315 Jul 12 16:04:35.148980 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.185490 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb98f26-7f41-4582-bded-b214faf9f435,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:35.196827 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.202781 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-69d708de-2abb-4dc8-b720-ce98822e586b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/aeb98f26-7f41-4582-bded-b214faf9f435 HTTP/1.1" status: 204 len: 168 time: 0.4387732 Jul 12 16:04:35.204902 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52778) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:35.340384 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.346310 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958f0f3-da37-400e-8df8-161ea5df3aef req-df69a9b5-8808-42b1-a25f-6777053ba83f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.347869 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b958f0f3-da37-400e-8df8-161ea5df3aef req-df69a9b5-8808-42b1-a25f-6777053ba83f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.3921826 Jul 12 16:04:35.426294 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b958f0f3-da37-400e-8df8-161ea5df3aef req-3b4f753e-86e5-4a42-a5f8-7483abb0d631 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537357 Jul 12 16:04:35.439119 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.450735 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.451222 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.452240 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.452633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.452972 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.453374 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.453904 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.454225 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.454545 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.454862 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.465279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52786) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:35.498094 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.594500 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d128e2d-24ca-4134-a481-1f8fa932cac8,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:35.619185 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-50e8f5ac-ee95-4a0f-bf44-8705cf635e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.622905 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Checking segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:35.623266 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Network hostable DHCP agents. Network: c9f00772-a764-4ed5-8866-85d90285c860, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:35.658948 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.659382 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.659724 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.660056 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93202) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:35.660460 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daede4f-063f-408e-8ec4-93d15fb5d2ce']}} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:35.677109 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Network c9f00772-a764-4ed5-8866-85d90285c860 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:35.685966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06065548-aaec-444f-aed1-b863a19227e3') {'for_net_delete': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:35.686290 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06065548-aaec-444f-aed1-b863a19227e3') {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:35.690311 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b303fa-0713-401b-9b8d-b1c99c8378d7 req-cfb7cc29-6eec-469e-b3e7-26defb67979b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.691857 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b2b303fa-0713-401b-9b8d-b1c99c8378d7 req-cfb7cc29-6eec-469e-b3e7-26defb67979b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1423166 Jul 12 16:04:35.702216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52790) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:35.711734 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59549707'] for segment, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.713383 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'floatingip': {'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:35.724481 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de80b3-5f7f-441a-9a16-c32a031825fd req-f378a0d6-2c66-4693-818f-3013f0396aab tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.728976 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-34de80b3-5f7f-441a-9a16-c32a031825fd req-f378a0d6-2c66-4693-818f-3013f0396aab tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.4752820 Jul 12 16:04:35.745907 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, c9f00772-a764-4ed5-8866-85d90285c860) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:35.756438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29171882-006e-46e0-94ff-80e8657bc0a0 None None] Network c9f00772-a764-4ed5-8866-85d90285c860 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:35.800529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:35.801139 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.830173 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.977874 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:35.978667 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-c9f00772-a764-4ed5-8866-85d90285c860', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:04:35.979424 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.001746 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:04:36.002154 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59635942'] for segment, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: from cryptography.utils import int_from_bytes Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: from cryptography.utils import int_from_bytes Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: Traceback (most recent call last): Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: timer() Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: cb(*args, **kw) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: return func(*args, **kwargs) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: self._notify() Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: self.callback(batched_events) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: event.method(event) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: return f(self, *a, **k) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._get(url).json() Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: return self.request(url, 'GET', **kwargs) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:04:36.006794 dv-cinder-792642-4-iscsi neutron-server[93202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:04:36.074309 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-34de80b3-5f7f-441a-9a16-c32a031825fd req-907cfe0d-c769-417f-8798-db1ac65d5b8f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993676 Jul 12 16:04:36.077506 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-50e8f5ac-ee95-4a0f-bf44-8705cf635e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.087330 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.091311 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-50e8f5ac-ee95-4a0f-bf44-8705cf635e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.102794 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.110983 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] 10.222.0.70 "DELETE /v2.0/networks/6daede4f-063f-408e-8ec4-93d15fb5d2ce HTTP/1.1" status: 204 len: 168 time: 0.9047117 Jul 12 16:04:36.123133 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b6ee1d2c-937e-45b9-8a91-6ea9c066096f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2282431 Jul 12 16:04:36.125128 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52792) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:36.133372 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52796) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:36.142437 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:36.162881 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cfd0d-f00c-49db-a676-67f63a9768a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6daede4f-063f-408e-8ec4-93d15fb5d2ce,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.190630 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8f5ac-ee95-4a0f-bf44-8705cf635e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f796111a-30fd-42a9-b1fc-b9a480cd6eca,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.205135 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.208699 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.209980 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e00b1-0c3a-465a-a510-b79f7f01ec57 req-2bc34022-7c3f-475c-be7e-36bc1d096296 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:36.215752 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa1e00b1-0c3a-465a-a510-b79f7f01ec57 req-2bc34022-7c3f-475c-be7e-36bc1d096296 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.4063952 Jul 12 16:04:36.224187 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52798) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:36.228521 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'floatingip': {'port_id': '15586f10-bc99-4dc7-8928-efaebd5fba6c'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:36.266134 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Deleting subnet dbeb0b5b-987f-4d43-8bd5-45b07f389b83 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:04:36.269592 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.278246 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Allocated IP 172.20.0.2 (c9f00772-a764-4ed5-8866-85d90285c860/6d128e2d-24ca-4134-a481-1f8fa932cac8/7a64ccb3-ffb4-41d2-abb2-518ad364b2a3) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:36.278651 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.306967 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.350183 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.360493 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-50e8f5ac-ee95-4a0f-bf44-8705cf635e01 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=49eb6e5907d843aca7c7758628072b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940988 Jul 12 16:04:36.368004 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52802) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:36.433464 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.442587 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.491206 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.496290 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/dbeb0b5b-987f-4d43-8bd5-45b07f389b83 HTTP/1.1" status: 204 len: 168 time: 0.3700349 Jul 12 16:04:36.498956 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.500373 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52806) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:36.505027 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2ed4-7844-4551-9c1d-93338c1192ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.512446 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Transition to ACTIVE for port object 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:36.536324 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Transition to ACTIVE for port object 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:36.545816 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.547092 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd950067-7b5c-4fec-8f9a-87ea0c8bf4e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbeb0b5b-987f-4d43-8bd5-45b07f389b83,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.615205 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Network c9f00772-a764-4ed5-8866-85d90285c860 is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:36.619309 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:36.624494 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.626166 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:36.645877 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2ed4-7844-4551-9c1d-93338c1192ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.702855 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Pushing event updated for resources: {'Port': ['ID=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:36.719764 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Attempting to bind port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:36.720537 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Attempting to bind port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:36.721017 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Attempting to bind port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 on network c9f00772-a764-4ed5-8866-85d90285c860 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:36.727247 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:36.727751 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Checking segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:36.728246 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.728771 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Bound using segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:36.729354 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Bound port: 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:36.729832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.759698 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.821929 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] For port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:36.825993 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] For port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:36.832113 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.860940 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.888318 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:36.896430 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad656b-3d62-48b2-b79a-7a28d4ec7bc5 None None] Pushing event updated for resources: {'Port': ['ID=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:37.009136 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Allocated IP 172.27.3.56 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:37.135305 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.208544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.267707 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:37.269182 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:37.272290 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:37.274531 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:37.428043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.439631 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.439992 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.441207 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.441706 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > port after_create 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.442197 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.442676 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > port after_update 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.443241 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.443573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.443888 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.444205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.516747 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.518858 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.519361 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.519868 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93201) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 16:04:37.520410 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d789af5-05aa-4478-8155-3d4a62e0b6d2']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:37.552164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b4842-f0e5-4714-b5bb-a47c0c0052c1 req-5c68486e-0bc9-439b-a51f-22df0cc740dc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:37.553788 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-607b4842-f0e5-4714-b5bb-a47c0c0052c1 req-5c68486e-0bc9-439b-a51f-22df0cc740dc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.8417099 Jul 12 16:04:37.554472 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2ed4-7844-4551-9c1d-93338c1192ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.558166 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d8ea2ed4-7844-4551-9c1d-93338c1192ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.559264 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d8ea2ed4-7844-4551-9c1d-93338c1192ed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f796111a-30fd-42a9-b1fc-b9a480cd6eca HTTP/1.1" status: 204 len: 168 time: 1.1902857 Jul 12 16:04:37.571344 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.587760 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87443c1c-ac47-4022-a241-409396b1e2ae') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:37.588074 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87443c1c-ac47-4022-a241-409396b1e2ae') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:37.878605 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.882944 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea2ed4-7844-4551-9c1d-93338c1192ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f796111a-30fd-42a9-b1fc-b9a480cd6eca,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:37.953067 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.981114 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-ed344f0b-e43d-4092-882b-62fe0e4c0928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:37.981267 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:37.982993 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-ed344f0b-e43d-4092-882b-62fe0e4c0928 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 1099 time: 1.2290976 Jul 12 16:04:37.999455 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:04:38.001062 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: from cryptography.utils import int_from_bytes Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: from cryptography.utils import int_from_bytes Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:04:38.012354 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:04:38.034634 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52832) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:38.069118 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f6e55422-a778-42a5-858b-fa924ac76b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.079084 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-5439eb6f-64a1-4000-83c0-ce9c41946387 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:38.080981 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-5439eb6f-64a1-4000-83c0-ce9c41946387 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.1983147 Jul 12 16:04:38.093234 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-607b4842-f0e5-4714-b5bb-a47c0c0052c1 req-a576d8a0-968c-45b6-acbc-f89ba826e20c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082905 Jul 12 16:04:38.100258 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4f541a-daa9-46e8-91be-b8850cb38c2b None None] Network c9f00772-a764-4ed5-8866-85d90285c860 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:38.106822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.152165 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-a93832ac-8f8d-4ae0-a2ec-4411fa2e07e6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/quotas/17f631b585d54ba488396de9f9810352 HTTP/1.1" status: 200 len: 375 time: 0.0628133 Jul 12 16:04:38.189164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.202403 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d46c6c71-c1fb-4a7d-aad9-575568fa020c None None] Provisioning for port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:38.236492 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.268465 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.273199 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8d789af5-05aa-4478-8155-3d4a62e0b6d2 HTTP/1.1" status: 204 len: 168 time: 1.7656910 Jul 12 16:04:38.309406 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-f3283721-d81a-48d9-97f0-6a3f7cb80ed1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454139 Jul 12 16:04:38.323401 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f207d27-b3d3-4088-bd2f-7b3d02ba0629 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d789af5-05aa-4478-8155-3d4a62e0b6d2,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:38.399910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-9cf90956-cc82-431d-a107-90f994785f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:38.400956 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-9cf90956-cc82-431d-a107-90f994785f37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.3988683 Jul 12 16:04:38.403544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:04:38.420726 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f6e55422-a778-42a5-858b-fa924ac76b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.435934 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f6e55422-a778-42a5-858b-fa924ac76b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.448099 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Floating IP c4ceac96-2b14-4177-b136-44a7105afd0b associated. External IP: 172.27.3.242, port: 2c9826b3-e73d-496e-8e1b-e9eb132279e1. Jul 12 16:04:38.538354 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52838) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:38.541366 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-a6d4664a-7f7c-45b3-b698-52b5f5031aec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f HTTP/1.1" status: 200 len: 217 time: 0.1089230 Jul 12 16:04:38.555956 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-b309eecc-d58d-4ad6-be54-b4348291437b service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443266 Jul 12 16:04:38.573072 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f6e55422-a778-42a5-858b-fa924ac76b35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f4d6b39b227a4f078bbb632ae97f91c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5375452 Jul 12 16:04:38.582797 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e55422-a778-42a5-858b-fa924ac76b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc0e4f5-7587-4828-87db-06e3bb29e1ae,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:38.586324 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52840) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:38.602328 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.646910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.700801 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:38.710047 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Sync routers for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:38.719089 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:38.719713 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:38.730569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:38.734453 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-c91da6f0-ed68-4f6e-9477-c41af73783a1 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5972054 Jul 12 16:04:38.734670 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52842) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:38.743459 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-6baf0979-adc6-4461-b65e-6fd1230bf097 service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737258 Jul 12 16:04:38.827738 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-86ca71dc-db2b-4fc6-9c4a-ddc2e2168c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:38.829430 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-86ca71dc-db2b-4fc6-9c4a-ddc2e2168c8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.2736464 Jul 12 16:04:38.832336 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:38.839233 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-647c1c95-e666-4b98-a068-7baca1e64a8c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=959da229af4e4df5a87f332473708fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995920 Jul 12 16:04:38.845574 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52844) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:38.910970 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-ba48aec1-b9c5-4e68-ad39-b428599aa9af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613122 Jul 12 16:04:38.942389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d90498fd-5208-4b7d-ac79-21946967cd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.068025 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 3, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:39.105639 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:39.122288 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Checking router: 8510de77-6fd9-4f0b-bbcd-1eededff28c8 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:39.122288 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Updating router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:04:39.167988 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.252869 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:39.262016 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:39.262832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.344238 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-efbe35e3-ddcb-4619-b1da-be65ccc19fc4 req-41539e2b-2787-4a34-8f1c-b507f4446ada tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 210 time: 0.0718653 Jul 12 16:04:39.346175 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Floating IP c364fab9-9460-400e-af0a-08300275df2e associated. External IP: 172.27.3.123, port: 15586f10-bc99-4dc7-8928-efaebd5fba6c. Jul 12 16:04:39.425774 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.517555 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:39.524112 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4314-aa96-414b-a7d1-b23700af6a35 req-a6ef3c5a-354d-4162-ba2f-86fb1e6e4878 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:39.526390 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.531627 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-56ba4314-aa96-414b-a7d1-b23700af6a35 req-a6ef3c5a-354d-4162-ba2f-86fb1e6e4878 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1304660 Jul 12 16:04:39.564115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d90498fd-5208-4b7d-ac79-21946967cd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.609421 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-56ba4314-aa96-414b-a7d1-b23700af6a35 req-368817ec-145e-419f-87da-72f70d03e314 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766561 Jul 12 16:04:39.718624 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:39.721249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9d23-834f-4e69-a6e2-650622c4ef7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.722587 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.729129 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.743418 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Transition to ACTIVE for port object 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:39.753430 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.814643 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Attempting to bind port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:39.814914 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Attempting to bind port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:39.815474 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Attempting to bind port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:39.818288 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Pushing event updated for resources: {'Port': ['ID=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:39.829316 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.829800 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.830256 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.830697 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.831216 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.831560 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.831897 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.832430 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.832847 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.833199 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.833688 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.834149 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:04:39.837887 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:39.838348 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:39.840749 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.841153 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-53d43569-6704-409c-ae5f-172c04886bc0 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786998 Jul 12 16:04:39.841403 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:39.841921 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Bound port: 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:39.842549 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.846629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9d23-834f-4e69-a6e2-650622c4ef7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.849358 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:04:39.899767 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d90498fd-5208-4b7d-ac79-21946967cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.902390 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d90498fd-5208-4b7d-ac79-21946967cd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.903586 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d90498fd-5208-4b7d-ac79-21946967cd6a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bcc0e4f5-7587-4828-87db-06e3bb29e1ae HTTP/1.1" status: 204 len: 168 time: 1.3159482 Jul 12 16:04:39.910078 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] For port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:39.910654 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Router b34f47c1-a482-4c0b-b047-76a336f53868 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:04:39.915674 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] For port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:39.924292 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:39.951043 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Allocated IP 172.20.0.1 (c9f00772-a764-4ed5-8866-85d90285c860/6d128e2d-24ca-4134-a481-1f8fa932cac8/822aec8b-42ac-4e69-b745-770737318267) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:39.964703 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90498fd-5208-4b7d-ac79-21946967cd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc0e4f5-7587-4828-87db-06e3bb29e1ae,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:40.074629 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c671f-e078-4e64-a8a7-7d09216f5fda None None] Pushing event updated for resources: {'Port': ['ID=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:40.085347 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:40.086830 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:40.130839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.137186 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9d23-834f-4e69-a6e2-650622c4ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.141147 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9d23-834f-4e69-a6e2-650622c4ef7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.143732 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-3a1d9d23-834f-4e69-a6e2-650622c4ef7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f52b32cd-6ef3-4770-b69a-f8779c5a301c HTTP/1.1" status: 204 len: 168 time: 1.2955754 Jul 12 16:04:40.150438 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Transition to ACTIVE for port object 822aec8b-42ac-4e69-b745-770737318267 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:40.195856 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.207341 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1d9d23-834f-4e69-a6e2-650622c4ef7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b32cd-6ef3-4770-b69a-f8779c5a301c,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:40.218444 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:40.270468 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Network c9f00772-a764-4ed5-8866-85d90285c860 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:40.274513 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:40.280873 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:40.315901 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b419f2f-d9e3-47ed-9753-b605f1dbaf33 req-b2ce3e77-70f7-40c0-9fb0-8fa1f525e9b1 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033184 Jul 12 16:04:40.331481 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:40.341496 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.349116 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:40.356567 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Pushing event updated for resources: {'Port': ['ID=822aec8b-42ac-4e69-b745-770737318267,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:40.365165 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:40.368376 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:40.426607 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.466582 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 3, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:40.540145 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:40.556464 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aceaface-e1ed-412e-ac16-2a40b1c907fa None None] The sync data for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi is: [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 3, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:40.559145 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.563541 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:40.578849 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8f3a14af-626c-4b9d-8250-21cd39b71005 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "PUT /v2.0/floatingips/c4ceac96-2b14-4177-b136-44a7105afd0b HTTP/1.1" status: 200 len: 991 time: 4.8754976 Jul 12 16:04:40.594792 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.609982 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:40.611452 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:40.647418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:40.651017 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:40.759604 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a57ae29a-c973-4f70-966d-092c4a977649 None None] Provisioning for port 822aec8b-42ac-4e69-b745-770737318267 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:40.773832 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.787522 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-60b776f4-f4e5-4bc4-bc54-cea33a9cf06a req-44ead72a-4098-443d-bb6b-6d94970004ea tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 210 time: 0.1147189 Jul 12 16:04:40.801138 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a57ae29a-c973-4f70-966d-092c4a977649 None None] Provisioning complete for port 822aec8b-42ac-4e69-b745-770737318267 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:40.816297 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a57ae29a-c973-4f70-966d-092c4a977649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:40.827121 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4d2e139b-a7ec-4d2a-b4ba-141a4ab3ab2c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "PUT /v2.0/floatingips/c364fab9-9460-400e-af0a-08300275df2e HTTP/1.1" status: 200 len: 992 time: 4.6021163 Jul 12 16:04:40.985781 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52894) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.035700 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a2a106-e502-4c2e-bb8f-c814e4a4d8e6 x-openstack-request-id: req-57a2a106-e502-4c2e-bb8f-c814e4a4d8e6 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:41.036944 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:41.037324 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-57a2a106-e502-4c2e-bb8f-c814e4a4d8e6 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:41.038437 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'status': 'completed', 'code': 200} Jul 12 16:04:41.089670 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-07daf4a5-a21d-4fd7-82f9-6f44f7313bc9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fe042eb76b347fa885d65eec4c96a56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023765 Jul 12 16:04:41.090612 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 52898) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:41.190064 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:41.239061 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.246949 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.251754 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:41.307830 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8cdc-4780-44fb-80af-bacb910d6a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.319707 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b7426-ee5f-414d-93df-44be18e6b6c5 req-5cc5ccec-7a0b-4817-b176-68ce2a947bc0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:41.322208 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-124b7426-ee5f-414d-93df-44be18e6b6c5 req-5cc5ccec-7a0b-4817-b176-68ce2a947bc0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.2796848 Jul 12 16:04:41.395941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Pushing event updated for resources: {'Port': ['ID=822aec8b-42ac-4e69-b745-770737318267,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:41.412140 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.476389 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:41.522440 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8cdc-4780-44fb-80af-bacb910d6a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.600916 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-124b7426-ee5f-414d-93df-44be18e6b6c5 req-79dc26a7-39fb-4157-bea5-c4eaf370df00 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591184 Jul 12 16:04:41.645299 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-3d669f91-0d88-4b52-b73f-62ee63ff2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:41.646932 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-3d669f91-0d88-4b52-b73f-62ee63ff2a5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1098 time: 0.3355923 Jul 12 16:04:41.660182 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Network c9f00772-a764-4ed5-8866-85d90285c860 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:41.663613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:41.816060 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-a57ae29a-c973-4f70-966d-092c4a977649 None None] Port 822aec8b-42ac-4e69-b745-770737318267 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:41.898460 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:41.899175 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:41.993560 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:04:42.024479 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-0156000e-42d1-42cb-a966-a37a36901546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:42.026057 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-0156000e-42d1-42cb-a966-a37a36901546 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.3028922 Jul 12 16:04:42.071847 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'c4ceac96-2b14-4177-b136-44a7105afd0b', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'mac_address': 'fa:16:3e:bc:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:03:38Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 1, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:42.149221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:42.158394 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'c364fab9-9460-400e-af0a-08300275df2e', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'port_id': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'mac_address': 'fa:16:3e:d9:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:03:45Z', 'updated_at': '2021-07-12T16:04:38Z', 'revision_number': 1, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:42.171358 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:42.178191 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:42.180692 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af6269cc-b2c9-49ed-a018-d39d80b987c8 req-187b3700-3475-44e4-9133-dac5e79a2780 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 210 time: 0.0430202 Jul 12 16:04:42.252549 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-5ec8421c-9502-4a54-9cd3-387e0640525e None None] Provisioning complete for port 822aec8b-42ac-4e69-b745-770737318267 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:42.253187 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5ec8421c-9502-4a54-9cd3-387e0640525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.253511 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:42.287293 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:42.289696 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:42.313021 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:42.313918 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-e7dc8452-32cc-457d-abf0-f3ad60fcdb5d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:42.315407 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-e7dc8452-32cc-457d-abf0-f3ad60fcdb5d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.7779031 Jul 12 16:04:42.325237 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f72824c6-8c8c-45ac-b86f-cb436d253d58 admin admin] 10.222.0.70 "PUT /v2.0/routers/8510de77-6fd9-4f0b-bbcd-1eededff28c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5895360 Jul 12 16:04:42.350265 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8cdc-4780-44fb-80af-bacb910d6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.367526 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a5ca8cdc-4780-44fb-80af-bacb910d6a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.367897 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a5ca8cdc-4780-44fb-80af-bacb910d6a1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f42d572e-7b9c-4673-8878-66d8927817b4 HTTP/1.1" status: 204 len: 168 time: 1.2345588 Jul 12 16:04:42.413814 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Request body: {'port': {'device_id': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'admin_state_up': True, 'tenant_id': '17f631b585d54ba488396de9f9810352'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:42.431821 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-5ec8421c-9502-4a54-9cd3-387e0640525e None None] Port 822aec8b-42ac-4e69-b745-770737318267 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:42.440167 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca8cdc-4780-44fb-80af-bacb910d6a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42d572e-7b9c-4673-8878-66d8927817b4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:42.458455 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:42.463038 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:42.615750 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-560ca977-ef0d-4cd1-b560-20127efb0bde service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 999 time: 0.5765846 Jul 12 16:04:42.618573 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-73d26be4-00bc-4068-b228-d1df9916faf2 None None] Provisioning complete for port 822aec8b-42ac-4e69-b745-770737318267 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:42.619015 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-73d26be4-00bc-4068-b228-d1df9916faf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:42.665186 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-73d26be4-00bc-4068-b228-d1df9916faf2 None None] Port 822aec8b-42ac-4e69-b745-770737318267 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:42.815782 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-2ad527e1-c4a6-4e6c-88d2-af27c01d2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:42.818016 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-2ad527e1-c4a6-4e6c-88d2-af27c01d2b65 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.1243548 Jul 12 16:04:42.862331 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'c4ceac96-2b14-4177-b136-44a7105afd0b', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'mac_address': 'fa:16:3e:bc:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:03:38Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 1, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:42.915950 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d64e56-fdb8-4bab-828b-eab967e98632 None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'c4ceac96-2b14-4177-b136-44a7105afd0b', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'floating_ip_address': '172.27.3.242', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'mac_address': 'fa:16:3e:bc:3a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:03:38Z', 'updated_at': '2021-07-12T16:04:37Z', 'revision_number': 1, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:42.926314 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'c364fab9-9460-400e-af0a-08300275df2e', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'port_id': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'mac_address': 'fa:16:3e:d9:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:03:45Z', 'updated_at': '2021-07-12T16:04:38Z', 'revision_number': 1, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:42.972641 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Made reservation on behalf of 17f631b585d54ba488396de9f9810352 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:42.973511 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54e14d5-860a-4364-8f2b-899ce9047294 None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'c364fab9-9460-400e-af0a-08300275df2e', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'port_id': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'mac_address': 'fa:16:3e:d9:8f:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:03:45Z', 'updated_at': '2021-07-12T16:04:38Z', 'revision_number': 1, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:42.986161 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.023708 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7839d28-2883-4e36-a122-dee5c9a653c9 req-409eb87e-def3-4058-8257-2987e38ea50f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:43.025588 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c7839d28-2883-4e36-a122-dee5c9a653c9 req-409eb87e-def3-4058-8257-2987e38ea50f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1918020 Jul 12 16:04:43.049463 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:43.053680 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3399da00-5cd8-4e99-b468-705a5f2dc11c" -d '{"events": [{"name": "network-changed", "server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:43.149268 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:43.279643 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:43.283983 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:43.284367 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.412816 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-1fe27271-e29b-4d26-babc-5af9a0b3e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:43.415657 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-1fe27271-e29b-4d26-babc-5af9a0b3e627 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1099 time: 0.1475544 Jul 12 16:04:43.462914 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.482962 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccf2f50-47f9-43db-8015-6e4c1dac4285 None None] New status for floating IP c4ceac96-2b14-4177-b136-44a7105afd0b: ACTIVE {{(pid=93203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:04:43.514012 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2879c9c3-1687-49f5-8b13-564322204e82 None None] New status for floating IP c364fab9-9460-400e-af0a-08300275df2e: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:04:43.540390 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9807eb1a-02a3-4dac-bd22-cf49480b4df2 req-52c7a931-e1e7-4122-8a3a-289a357c9db0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 210 time: 0.1155839 Jul 12 16:04:43.697145 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afec2e55-2c6d-4f27-be51-6a04c5c0441d x-openstack-request-id: req-afec2e55-2c6d-4f27-be51-6a04c5c0441d {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:43.697745 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:43.697745 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-afec2e55-2c6d-4f27-be51-6a04c5c0441d {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:43.698075 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'status': 'completed', 'code': 200} Jul 12 16:04:43.736277 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:43.744435 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-3702aa25-f944-41ee-a344-7fd60fad5c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:43.748348 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-3702aa25-f944-41ee-a344-7fd60fad5c30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.8675320 Jul 12 16:04:43.772076 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c7839d28-2883-4e36-a122-dee5c9a653c9 req-25cf7260-a2d0-42c3-be7e-2e5b12e036a5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7177293 Jul 12 16:04:43.782934 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:43.795826 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-f3c67c07-7dfa-4a66-91e7-e6461efca9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:43.798175 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-f3c67c07-7dfa-4a66-91e7-e6461efca9a1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.3544116 Jul 12 16:04:43.952044 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52980) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:43.955506 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-89d5a442-387f-48b2-be01-7bd81dcbe250 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771703 Jul 12 16:04:43.965424 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1996622602-network', 'tenant_id': '7473de055b86465590352d93da137394'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:44.035678 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Sync routers for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:44.103346 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-bfffdff8-a9a7-4334-a464-2209ed06371f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 200 len: 1000 time: 0.2845078 Jul 12 16:04:44.110913 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:44.111555 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:44.122734 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Made reservation on behalf of 7473de055b86465590352d93da137394 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:44.126544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.146526 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.266058 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dfcf6fd-380a-4f8b-a185-75a5415bf5c8 req-8aae02ae-1ec9-4286-8407-abb81880a7ef service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933691 Jul 12 16:04:44.283230 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Allocated IP 172.20.0.3 (c234480e-66f4-467c-91bd-b20422ccaf95/afd0dbb8-66af-4b37-989a-790aa7bac8ff/4089abf8-ef84-4603-95e7-02871e3c3d39) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:44.313813 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-33ef1816-9b4a-4087-8bab-2f026cdc4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.317643 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-33ef1816-9b4a-4087-8bab-2f026cdc4e02 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.1651740 Jul 12 16:04:44.394628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:44.469411 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.483848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 52994) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:44.496223 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.547282 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:44.564783 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:04:44.580742 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4b5085-f616-4577-83ff-b0b2984649b8,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:44.624333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.625896 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Added segment e388cf8a-b9de-49ea-911d-72c69245fb3d of type vlan for network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de Jul 12 16:04:44.646166 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.691746 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-56dadb54-a2a5-4c1b-973d-f9ffcc69f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.693505 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-56dadb54-a2a5-4c1b-973d-f9ffcc69f822 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3568399 Jul 12 16:04:44.713288 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 2, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:44.724009 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.730068 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.748712 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Checking router: 8510de77-6fd9-4f0b-bbcd-1eededff28c8 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:44.749629 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Updating router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 port 822aec8b-42ac-4e69-b745-770737318267 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:04:44.792128 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.819358 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Network c234480e-66f4-467c-91bd-b20422ccaf95 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:44.826957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:44.840717 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:44.845339 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:44.933629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.934289 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.936989 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-13c45979-51fb-429a-91d3-cde31a7aaaaa service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730752 Jul 12 16:04:44.946485 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:44.947528 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:44.948112 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.010303 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event updated for resources: {'Port': ['ID=4089abf8-ef84-4603-95e7-02871e3c3d39,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:45.021300 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] Pushing event updated for resources: {'Network': ['ID=ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:45.037603 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-61258994-eaf7-4f73-bc47-68e266541e84 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6549785 Jul 12 16:04:45.047515 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-220572c4-2f9d-443b-8a86-7a348776e200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.055306 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:04:45.073576 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Request body: {'port': {'device_id': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:45.091718 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:45.111452 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b3bd97f8-3f8d-4106-939d-6d9ec81abd57 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1568358 Jul 12 16:04:45.118713 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53018) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:45.130438 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Request body: {'subnet': {'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1996622602-subnet', 'tenant_id': '7473de055b86465590352d93da137394', 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:45.162966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284700d-dc85-42ae-b981-e0e8a23f5f48 req-12853ede-b09b-42bf-bd38-fd3e128a306d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:45.164730 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f284700d-dc85-42ae-b981-e0e8a23f5f48 req-12853ede-b09b-42bf-bd38-fd3e128a306d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 931 time: 0.4577737 Jul 12 16:04:45.209985 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.242236 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3399da00-5cd8-4e99-b468-705a5f2dc11c req-3008c535-1fc2-4f8b-8847-682092ff41a6 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336304 Jul 12 16:04:45.264032 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f284700d-dc85-42ae-b981-e0e8a23f5f48 req-dd684ff0-d613-4017-900f-23e497941921 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773971 Jul 12 16:04:45.268152 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b269b8-761d-46ad-a815-e7a5695f807f req-4ea45235-e38f-4842-be68-2718c8390454 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:45.270487 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a2b269b8-761d-46ad-a815-e7a5695f807f req-4ea45235-e38f-4842-be68-2718c8390454 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1928804 Jul 12 16:04:45.321432 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-220572c4-2f9d-443b-8a86-7a348776e200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.331296 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-220572c4-2f9d-443b-8a86-7a348776e200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.366846 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a2b269b8-761d-46ad-a815-e7a5695f807f req-a1b7fe07-fae9-4640-abe7-2378d1e81877 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886316 Jul 12 16:04:45.420913 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220572c4-2f9d-443b-8a86-7a348776e200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97eddea-9c14-4031-a2e2-7c8c6795d6db,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:45.445885 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-220572c4-2f9d-443b-8a86-7a348776e200 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=78cde234f4af43348f45490f29fac0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9596186 Jul 12 16:04:45.446701 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Made reservation on behalf of 7473de055b86465590352d93da137394 for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:04:45.449220 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.451222 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53024) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:45.469479 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:45.469857 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.612938 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.621037 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eb60b1a3-1565-4fff-a954-7de915f087cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.643792 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Transition to ACTIVE for port object 822aec8b-42ac-4e69-b745-770737318267 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:45.650418 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eb60b1a3-1565-4fff-a954-7de915f087cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.657903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.709605 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eb60b1a3-1565-4fff-a954-7de915f087cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.712888 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eb60b1a3-1565-4fff-a954-7de915f087cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.716448 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-eb60b1a3-1565-4fff-a954-7de915f087cd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a97eddea-9c14-4031-a2e2-7c8c6795d6db HTTP/1.1" status: 204 len: 168 time: 0.2618651 Jul 12 16:04:45.731713 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60b1a3-1565-4fff-a954-7de915f087cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97eddea-9c14-4031-a2e2-7c8c6795d6db,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:45.739665 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c75a75-289b-4b50-a3be-fcb03245deaa None None] Pushing event updated for resources: {'Port': ['ID=822aec8b-42ac-4e69-b745-770737318267,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:45.808914 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4089abf8-ef84-4603-95e7-02871e3c3d39 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:45.822353 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.836858 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Attempting to bind port 822aec8b-42ac-4e69-b745-770737318267 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:45.837464 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Attempting to bind port 822aec8b-42ac-4e69-b745-770737318267 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:45.838195 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Attempting to bind port 822aec8b-42ac-4e69-b745-770737318267 on network c9f00772-a764-4ed5-8866-85d90285c860 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:45.846316 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:45.846796 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Checking segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:45.847205 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.847646 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Bound using segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:45.848128 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Bound port: 822aec8b-42ac-4e69-b745-770737318267, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:45.848529 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.854852 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Transition to ACTIVE for port object 4089abf8-ef84-4603-95e7-02871e3c3d39 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:45.870225 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.916050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:45.979359 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] For port 822aec8b-42ac-4e69-b745-770737318267, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:45.983345 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] For port 822aec8b-42ac-4e69-b745-770737318267, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=822aec8b-42ac-4e69-b745-770737318267,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:45.987939 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.042294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Pushing event updated for resources: {'Port': ['ID=4089abf8-ef84-4603-95e7-02871e3c3d39,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:46.150054 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:46.151380 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:46.208454 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Attempting to bind port 4089abf8-ef84-4603-95e7-02871e3c3d39 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:46.208955 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Attempting to bind port 4089abf8-ef84-4603-95e7-02871e3c3d39 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:46.209229 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Attempting to bind port 4089abf8-ef84-4603-95e7-02871e3c3d39 on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:46.216852 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Port 4089abf8-ef84-4603-95e7-02871e3c3d39 on network c234480e-66f4-467c-91bd-b20422ccaf95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:04:46.217244 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Attempting to bind port 4089abf8-ef84-4603-95e7-02871e3c3d39 on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:46.220125 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c75a75-289b-4b50-a3be-fcb03245deaa None None] Pushing event updated for resources: {'Port': ['ID=822aec8b-42ac-4e69-b745-770737318267,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:46.224249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:46.224660 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Checking segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:46.225547 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Bound using segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:46.225547 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Bound port: 4089abf8-ef84-4603-95e7-02871e3c3d39, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:46.225870 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.320538 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] For port 4089abf8-ef84-4603-95e7-02871e3c3d39, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:46.326263 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] For port 4089abf8-ef84-4603-95e7-02871e3c3d39, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=4089abf8-ef84-4603-95e7-02871e3c3d39,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:46.333418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.334891 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:46.380327 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.381816 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.384044 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] 10.222.0.66 "PUT /v2.0/ports/4089abf8-ef84-4603-95e7-02871e3c3d39 HTTP/1.1" status: 200 len: 1093 time: 1.3170199 Jul 12 16:04:46.385189 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'tag': '4089abf8-ef84-4603-95e7-02871e3c3d39'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:46.388209 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9bf205-1897-4c72-87c7-78fc6ee944b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2137d7-a640-4ae9-81fc-873ddc85bceb", "tag": "4089abf8-ef84-4603-95e7-02871e3c3d39"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:46.445869 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5a0e1-eb8c-410d-a5bf-d64b67d674ce service neutron] Pushing event updated for resources: {'Port': ['ID=4089abf8-ef84-4603-95e7-02871e3c3d39,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:46.462454 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Checking segment: {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:46.462826 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Network hostable DHCP agents. Network: ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:04:46.465186 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3d5b61-af92-4052-b54f-5a3a2c2a71f2,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:46.492989 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:04:46.502203 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53044) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:46.528289 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:46.531003 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34192043-a059-4978-b17f-9e1c7d8390db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.536186 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.537013 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.556697 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6fdb4-7bf1-4c53-8f7d-ab92f9a60e70 None None] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:46.586999 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-16c05573-bd89-4c49-9107-e74f2a0a09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.588610 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-16c05573-bd89-4c49-9107-e74f2a0a09c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 1096 time: 0.0932374 Jul 12 16:04:46.673309 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-fe6d72de-82f0-4436-9f20-636755e6532c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4089abf8-ef84-4603-95e7-02871e3c3d39 HTTP/1.1" status: 200 len: 217 time: 0.0425756 Jul 12 16:04:46.696646 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3f7ed-e621-443a-a216-1e2cf98804d4 req-3bf02916-78a5-4b2d-9333-b9d1bea6c0fc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.698361 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-13b3f7ed-e621-443a-a216-1e2cf98804d4 req-3bf02916-78a5-4b2d-9333-b9d1bea6c0fc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 943 time: 0.1493185 Jul 12 16:04:46.703562 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777aec4-634a-43d9-91c1-e11c6ce85758 req-4255f6d5-2e5f-4b3d-8625-1c8f44321199 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.707848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34192043-a059-4978-b17f-9e1c7d8390db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.711187 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f777aec4-634a-43d9-91c1-e11c6ce85758 req-4255f6d5-2e5f-4b3d-8625-1c8f44321199 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1153903 Jul 12 16:04:46.724605 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34192043-a059-4978-b17f-9e1c7d8390db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.736487 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7e775886-68ae-4a90-8278-dabe87498b2f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6133959 Jul 12 16:04:46.745821 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53052) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:46.754305 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:04:46.782674 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab2941-4deb-4135-9436-2aba0af0344d req-3304dfb2-2898-4712-8ab9-a75af7f01326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:46.784469 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-3304dfb2-2898-4712-8ab9-a75af7f01326 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.0708864 Jul 12 16:04:46.798928 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f777aec4-634a-43d9-91c1-e11c6ce85758 req-aba784c8-cd39-4598-a1b3-4fe1ff58bf69 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867417 Jul 12 16:04:46.802071 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-34192043-a059-4978-b17f-9e1c7d8390db admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=807e368ac3614a4bbe3e23e9f96a37bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984855 Jul 12 16:04:46.803832 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53054) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:46.808681 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-13b3f7ed-e621-443a-a216-1e2cf98804d4 req-1e7951a6-8faf-4e6b-a25b-4c7943154787 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993297 Jul 12 16:04:46.813470 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34192043-a059-4978-b17f-9e1c7d8390db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623ffcd6-e204-4cb4-8948-943541d1cc22,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:46.822952 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.826316 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.867525 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-e096719a-ccee-410b-a04d-1112866df1a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646331 Jul 12 16:04:46.888769 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:45Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:46.921115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b46a67e-adc3-4522-bca2-43d6abb313b5 x-openstack-request-id: req-9b46a67e-adc3-4522-bca2-43d6abb313b5 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:46.921422 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2137d7-a640-4ae9-81fc-873ddc85bceb", "tag": "4089abf8-ef84-4603-95e7-02871e3c3d39", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:46.921682 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9b46a67e-adc3-4522-bca2-43d6abb313b5 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:46.922403 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'tag': '4089abf8-ef84-4603-95e7-02871e3c3d39', 'status': 'completed', 'code': 200} Jul 12 16:04:46.923915 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de', 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de', 'tenant_id': '7473de055b86465590352d93da137394', 'fixed_ips': [{'subnet_id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:04:46.924867 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:46.928794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14622940-951f-47f5-b5c4-aba0b6a4bd96 None None] The sync data for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi is: [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:45Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:46.959927 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.132903 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a03cd054-e00c-4ec2-b8dc-112bb4b9d96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.215779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a03cd054-e00c-4ec2-b8dc-112bb4b9d96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.218201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Allocated IP 172.20.0.2 (ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de/7b3d5b61-af92-4052-b54f-5a3a2c2a71f2/2c992e8a-e4ae-4e11-a3e5-9f451c500b2c) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:47.219682 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-016209bc-1143-4a40-ada2-f5bf4c5a43bc service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389504 Jul 12 16:04:47.323205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a03cd054-e00c-4ec2-b8dc-112bb4b9d96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.326526 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a03cd054-e00c-4ec2-b8dc-112bb4b9d96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.331054 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.332832 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a03cd054-e00c-4ec2-b8dc-112bb4b9d96f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/623ffcd6-e204-4cb4-8948-943541d1cc22 HTTP/1.1" status: 204 len: 168 time: 0.5272632 Jul 12 16:04:47.344403 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03cd054-e00c-4ec2-b8dc-112bb4b9d96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623ffcd6-e204-4cb4-8948-943541d1cc22,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:47.530105 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-16ab2941-4deb-4135-9436-2aba0af0344d req-ced8e11c-fe88-437e-bd6d-d9ffdc4489cb service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584857 Jul 12 16:04:47.549615 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.567219 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Transition to ACTIVE for port object 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:47.610798 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Transition to ACTIVE for port object 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:47.621757 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.716011 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:47.724478 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:47.731355 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:47.733778 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Pushing event updated for resources: {'Port': ['ID=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:47.758610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd84e59-1db9-4181-9df8-d5cac682c90a req-c496183e-99ed-4ad4-a93c-d60979e4641a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:47.765153 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4bd84e59-1db9-4181-9df8-d5cac682c90a req-c496183e-99ed-4ad4-a93c-d60979e4641a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.1623087 Jul 12 16:04:47.859273 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.896346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.905499 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Attempting to bind port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:47.906000 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Attempting to bind port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:47.906228 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Attempting to bind port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c on network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:47.911465 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-c0cc7f9c-e643-4a8a-b8be-3f3d8611a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:47.913472 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:47.913865 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Checking segment: {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:47.914352 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.914707 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-c0cc7f9c-e643-4a8a-b8be-3f3d8611a174 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 1096 time: 0.1475956 Jul 12 16:04:47.914826 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Bound using segment: {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:47.915297 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Bound port: 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:47.915721 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:47.928138 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4bd84e59-1db9-4181-9df8-d5cac682c90a req-6882debe-11d0-4e00-a399-38729f7b0d43 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248295 Jul 12 16:04:48.087753 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Allocated IP 172.27.3.237 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/d6af2b1b-2d3a-4da9-8239-70b0d2e229d4) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:48.144249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-9229827d-06ce-4057-a5ee-b2b56b3e5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.145821 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-9229827d-06ce-4057-a5ee-b2b56b3e5d4c service neutron] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 916 time: 0.2124376 Jul 12 16:04:48.161174 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] For port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:48.164584 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] For port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,segment=NetworkSegment(e388cf8a-b9de-49ea-911d-72c69245fb3d),segment_id=e388cf8a-b9de-49ea-911d-72c69245fb3d)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:48.169259 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:48.204394 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-a6ed4332-bd48-474c-b9fc-70b6da411291 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4089abf8-ef84-4603-95e7-02871e3c3d39 HTTP/1.1" status: 200 len: 217 time: 0.0408609 Jul 12 16:04:48.224665 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5f1b7-1197-4064-bbdb-a0a5d2d7b4ed req-d65891d0-7632-4bb9-a371-b421c7dc883b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.226431 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fbd5f1b7-1197-4064-bbdb-a0a5d2d7b4ed req-d65891d0-7632-4bb9-a371-b421c7dc883b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 943 time: 0.1337845 Jul 12 16:04:48.247015 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc430fe8-34ad-48da-b982-7b704b5edff0 None None] Pushing event updated for resources: {'Port': ['ID=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:48.257221 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d979f6e-af5d-41df-be18-bb9fd5d90bdd req-a9cd25e5-99f7-46fa-8b46-8ef7fb34de6f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.268181 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0d979f6e-af5d-41df-be18-bb9fd5d90bdd req-a9cd25e5-99f7-46fa-8b46-8ef7fb34de6f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1604674 Jul 12 16:04:48.317055 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fbd5f1b7-1197-4064-bbdb-a0a5d2d7b4ed req-ffa2dc47-54d2-4dd1-9939-1436beb46169 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799258 Jul 12 16:04:48.318256 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-de86fdff-c7da-46f8-a375-b14147ea5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:48.319812 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-de86fdff-c7da-46f8-a375-b14147ea5396 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.0918341 Jul 12 16:04:48.321592 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:48.341240 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0d979f6e-af5d-41df-be18-bb9fd5d90bdd req-f685ee38-0181-48d4-8362-8f98eaa15248 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751095 Jul 12 16:04:48.372058 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-a24ad7c2-7ed1-4747-ba18-3c3d3d2cb3ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346107 Jul 12 16:04:48.390546 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:48.462084 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:48.468795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:48.471388 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:48.502469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:48.536153 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-843b9ecc-9633-49a8-9462-44bc3899a6b8 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440685 Jul 12 16:04:48.687161 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8c9bf205-1897-4c72-87c7-78fc6ee944b3 req-de265e24-9dcb-4d73-99f0-862d5df22186 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236272 Jul 12 16:04:48.853250 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.174692 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:49.253155 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.274859 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:49.284034 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 822aec8b-42ac-4e69-b745-770737318267 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:49.319206 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5604dd-6745-4d29-94b2-553d8acdf485 req-7def1a2b-da73-451e-b63d-071ebffbc188 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:49.342247 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4f5604dd-6745-4d29-94b2-553d8acdf485 req-7def1a2b-da73-451e-b63d-071ebffbc188 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.1345658 Jul 12 16:04:49.411734 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 822aec8b-42ac-4e69-b745-770737318267 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:49.422260 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 822aec8b-42ac-4e69-b745-770737318267 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:49.422928 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.477598 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4f5604dd-6745-4d29-94b2-553d8acdf485 req-5a8bf651-c965-4d46-ac8a-1d88aae759b6 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301327 Jul 12 16:04:49.639313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.702017 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 822aec8b-42ac-4e69-b745-770737318267, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=822aec8b-42ac-4e69-b745-770737318267,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:49.707793 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.720799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Router 44674ff2-da30-4005-b152-66a1cd554e89 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:04:49.786643 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=822aec8b-42ac-4e69-b745-770737318267,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:49.800884 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbafcba-45b3-43e3-83aa-0fcb1bfaad56 req-33b901f3-3237-44d4-a097-eda70e024641 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:49.819920 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6cbafcba-45b3-43e3-83aa-0fcb1bfaad56 req-33b901f3-3237-44d4-a097-eda70e024641 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1466744 Jul 12 16:04:49.822448 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9415509e-1ca2-43dd-9744-08a1f9aee83b None None] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:04:49.899551 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6cbafcba-45b3-43e3-83aa-0fcb1bfaad56 req-25f0c03a-298f-4da5-9e9f-3b2a3451284d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Jul 12 16:04:49.922855 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] Provisioning for port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:49.962296 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:49.967862 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] Provisioning complete for port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:49.967862 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:49.971319 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Sync routers for ids ['44674ff2-da30-4005-b152-66a1cd554e89'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:49.996108 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Routers {'44674ff2-da30-4005-b152-66a1cd554e89'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:49.996802 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['44674ff2-da30-4005-b152-66a1cd554e89'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:50.011497 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead458a1-5fae-4a54-97f6-7916c5a25e96 req-95930ade-9456-40ce-947d-ab56ae101202 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.022580 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ead458a1-5fae-4a54-97f6-7916c5a25e96 req-95930ade-9456-40ce-947d-ab56ae101202 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 943 time: 0.3877623 Jul 12 16:04:50.074866 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.076570 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-72571faf-3b95-4ab4-9bf9-34a4a4d38cf6 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3278542 Jul 12 16:04:50.079001 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53146) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:50.113482 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ead458a1-5fae-4a54-97f6-7916c5a25e96 req-bf088e07-1b96-4135-801d-21dad980b790 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893910 Jul 12 16:04:50.170833 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.193633 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Set router 44674ff2-da30-4005-b152-66a1cd554e89 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:50.240177 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] For port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,segment=NetworkSegment(e388cf8a-b9de-49ea-911d-72c69245fb3d),segment_id=e388cf8a-b9de-49ea-911d-72c69245fb3d)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:50.263806 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.354142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc033d1-fcfe-4c4b-8c19-d0d19cf65d5b None None] Pushing event updated for resources: {'Port': ['ID=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:50.436494 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-74bcff02-c1a0-4cd2-a72d-f4eb851efb20 None None] Provisioning complete for port 822aec8b-42ac-4e69-b745-770737318267 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:50.436896 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-74bcff02-c1a0-4cd2-a72d-f4eb851efb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.466111 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:04:48Z', 'revision_number': 3, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:50.509683 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Checking router: 44674ff2-da30-4005-b152-66a1cd554e89 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:50.510105 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Updating router 44674ff2-da30-4005-b152-66a1cd554e89 port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:04:50.544454 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53152) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:50.688897 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.712328 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3d1f3d50-18c4-4bc4-b8ae-59996b5910d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.760958 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0937f1be-7e2a-4156-85a1-1fd051b0fde8 None None] Provisioning complete for port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:50.762971 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0937f1be-7e2a-4156-85a1-1fd051b0fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.793777 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ac8f6-6f44-4586-8c80-ae4f9c544816 req-41a67590-265e-4d64-b4a0-1c37db6ddde0 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:50.795779 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f42ac8f6-6f44-4586-8c80-ae4f9c544816 req-41a67590-265e-4d64-b4a0-1c37db6ddde0 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.1229370 Jul 12 16:04:50.887680 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f42ac8f6-6f44-4586-8c80-ae4f9c544816 req-b9b1e424-56ac-470c-9255-480a19054542 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846708 Jul 12 16:04:50.938202 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3d1f3d50-18c4-4bc4-b8ae-59996b5910d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.938202 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3d1f3d50-18c4-4bc4-b8ae-59996b5910d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:50.983493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f3d50-18c4-4bc4-b8ae-59996b5910d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7603d47a-8c80-46bb-a152-8fc0b25db84e,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:50.994514 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-3d1f3d50-18c4-4bc4-b8ae-59996b5910d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bd60c49aea5a4a6da6a9c50defa92ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4488599 Jul 12 16:04:50.997591 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53162) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:51.117234 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:51.123755 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e619a06d-3052-42fc-a6af-70cd6a2c60fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.155090 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.159626 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e619a06d-3052-42fc-a6af-70cd6a2c60fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.203240 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 4089abf8-ef84-4603-95e7-02871e3c3d39 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:04:51.220270 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e619a06d-3052-42fc-a6af-70cd6a2c60fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.223216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e619a06d-3052-42fc-a6af-70cd6a2c60fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.227076 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-e619a06d-3052-42fc-a6af-70cd6a2c60fe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7603d47a-8c80-46bb-a152-8fc0b25db84e HTTP/1.1" status: 204 len: 168 time: 0.2259743 Jul 12 16:04:51.250254 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d279db-4980-48a7-ac4d-509660213d20 req-44bd477e-9648-4fbb-8859-c0face3af008 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:51.251915 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-74d279db-4980-48a7-ac4d-509660213d20 req-44bd477e-9648-4fbb-8859-c0face3af008 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1450300 Jul 12 16:04:51.261124 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e619a06d-3052-42fc-a6af-70cd6a2c60fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7603d47a-8c80-46bb-a152-8fc0b25db84e,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:51.270228 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.304916 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Transition to ACTIVE for port object d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:51.319482 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.336048 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 4089abf8-ef84-4603-95e7-02871e3c3d39, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=4089abf8-ef84-4603-95e7-02871e3c3d39,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:51.356383 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '4089abf8-ef84-4603-95e7-02871e3c3d39', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'port_id': '4089abf8-ef84-4603-95e7-02871e3c3d39', 'mac_address': 'fa:16:3e:bf:04:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd0dbb8-66af-4b37-989a-790aa7bac8ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:04:51.388150 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-74d279db-4980-48a7-ac4d-509660213d20 req-8a5233ce-5033-4be6-bf94-103b9f4e25c2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269341 Jul 12 16:04:51.421628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:51.422146 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.438168 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Attempting to bind port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:51.438542 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Attempting to bind port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:51.439025 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Attempting to bind port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:51.453524 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.477252 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce35134-2631-4d21-b68a-7bdb2de24ba9 None None] Pushing event updated for resources: {'Port': ['ID=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,revision_number=2']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:51.477551 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4089abf8-ef84-4603-95e7-02871e3c3d39 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:04:51.484446 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Allocated IP 172.20.0.1 (ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de/7b3d5b61-af92-4052-b54f-5a3a2c2a71f2/bb4732ea-db36-4cd9-8df7-2991407a6749) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:04:51.489156 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:51.490348 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:51.490766 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.491247 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:51.492354 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Bound port: d6af2b1b-2d3a-4da9-8239-70b0d2e229d4, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:51.501255 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.518197 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 4089abf8-ef84-4603-95e7-02871e3c3d39, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=4089abf8-ef84-4603-95e7-02871e3c3d39,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:51.529224 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.588060 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7b3f0-cc96-4729-a989-7231eded9f3d req-d196612b-0350-426c-be4d-e3967e5021ad tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:51.592115 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5de7b3f0-cc96-4729-a989-7231eded9f3d req-d196612b-0350-426c-be4d-e3967e5021ad tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 943 time: 0.2168136 Jul 12 16:04:51.615504 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 822aec8b-42ac-4e69-b745-770737318267 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:51.668782 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=4089abf8-ef84-4603-95e7-02871e3c3d39,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:51.673154 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] For port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:51.686444 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] For port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:51.691072 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.693217 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.707142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 822aec8b-42ac-4e69-b745-770737318267 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:51.708283 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.717895 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Transition to ACTIVE for port object bb4732ea-db36-4cd9-8df7-2991407a6749 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:51.729310 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5de7b3f0-cc96-4729-a989-7231eded9f3d req-ac445a9c-67ba-4268-aaa0-a5d02be23ca1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283116 Jul 12 16:04:51.787218 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Routers {'44674ff2-da30-4005-b152-66a1cd554e89'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:51.787894 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['44674ff2-da30-4005-b152-66a1cd554e89'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:51.812994 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.871302 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce35134-2631-4d21-b68a-7bdb2de24ba9 None None] Pushing event updated for resources: {'Port': ['ID=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:51.883389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53178) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:51.906053 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c4252d62-3ccd-4b84-973c-b0384c7c88b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:51.910318 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:51.917640 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:51.923820 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:04:52.009690 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.018699 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] Set router 44674ff2-da30-4005-b152-66a1cd554e89 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:52.048217 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c4252d62-3ccd-4b84-973c-b0384c7c88b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.055128 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c4252d62-3ccd-4b84-973c-b0384c7c88b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.107439 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c4252d62-3ccd-4b84-973c-b0384c7c88b8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e801b9b8743454ebe9abda6d0c51fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229042 Jul 12 16:04:52.110969 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53184) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:52.121916 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4732ea-db36-4cd9-8df7-2991407a6749,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.236709 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4252d62-3ccd-4b84-973c-b0384c7c88b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8690c8a-700b-47d6-a024-810a24499dd4,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.276988 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c2cff79-e6bf-4576-9727-89453cdba1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.301426 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:04:48Z', 'revision_number': 3, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:52.309483 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-07699ccd-5dac-45c5-8061-0c2522484d7a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:52.311006 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-07699ccd-5dac-45c5-8061-0c2522484d7a tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.66 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.2167857 Jul 12 16:04:52.316857 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c2cff79-e6bf-4576-9727-89453cdba1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.336259 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a1fd1-3041-4c3f-a6f0-4d800dd40cb7 None None] The sync data for ids ['44674ff2-da30-4005-b152-66a1cd554e89'] in dv-cinder-792642-4-iscsi is: [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:04:48Z', 'revision_number': 3, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:52.338389 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-494cfe5b-1f0d-49dc-8cda-8459eb56cb88 None None] Provisioning for port bb4732ea-db36-4cd9-8df7-2991407a6749 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:52.343589 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-494cfe5b-1f0d-49dc-8cda-8459eb56cb88 None None] Provisioning complete for port bb4732ea-db36-4cd9-8df7-2991407a6749 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:52.343970 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-494cfe5b-1f0d-49dc-8cda-8459eb56cb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.377796 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['4089abf8-ef84-4603-95e7-02871e3c3d39'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:04:52.412240 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.431059 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-494cfe5b-1f0d-49dc-8cda-8459eb56cb88 None None] Port bb4732ea-db36-4cd9-8df7-2991407a6749 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:52.446178 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964a812-2f88-4822-a6bd-5d94124aadb1 req-3319bece-c845-4cef-8b1f-a79c82397fee tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:52.448073 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4964a812-2f88-4822-a6bd-5d94124aadb1 req-3319bece-c845-4cef-8b1f-a79c82397fee tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 946 time: 0.1477952 Jul 12 16:04:52.472882 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c2cff79-e6bf-4576-9727-89453cdba1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.479719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c2cff79-e6bf-4576-9727-89453cdba1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.485358 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9c2cff79-e6bf-4576-9727-89453cdba1e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a8690c8a-700b-47d6-a024-810a24499dd4 HTTP/1.1" status: 204 len: 168 time: 0.3398027 Jul 12 16:04:52.492910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Deleting port c95b2e50-d75b-437d-85ac-ec555d50a5c2 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:04:52.493494 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.539200 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4964a812-2f88-4822-a6bd-5d94124aadb1 req-c4348611-b763-42e4-8911-14f5965637a8 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/security-groups?id=ab68aa2e-cbed-4af6-b3b3-c661e894beef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662868 Jul 12 16:04:52.587752 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2cff79-e6bf-4576-9727-89453cdba1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8690c8a-700b-47d6-a024-810a24499dd4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.664333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.669188 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.681713 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] For port c95b2e50-d75b-437d-85ac-ec555d50a5c2, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c95b2e50-d75b-437d-85ac-ec555d50a5c2,segment=NetworkSegment(7c5e5304-5e08-4147-ad33-3642514fc604),segment_id=7c5e5304-5e08-4147-ad33-3642514fc604)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:52.682220 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.704528 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Calling delete_port for c95b2e50-d75b-437d-85ac-ec555d50a5c2 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:04:52.755706 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:52.793750 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd45902-163f-479d-b53e-d42d285c82eb req-a3164fae-becd-4d2e-b881-96e971a94143 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:52.795344 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-efd45902-163f-479d-b53e-d42d285c82eb req-a3164fae-becd-4d2e-b881-96e971a94143 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1804657 Jul 12 16:04:52.850004 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb4732ea-db36-4cd9-8df7-2991407a6749,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:52.941409 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:04:52.946731 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:04:53.009723 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-efd45902-163f-479d-b53e-d42d285c82eb req-7691471c-9df5-4ebd-ae07-f71fa782dd0e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154222 Jul 12 16:04:53.088490 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-dc79fb42-00aa-4cc0-9dae-7d6b8b3f3748 None None] Provisioning complete for port bb4732ea-db36-4cd9-8df7-2991407a6749 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:53.088906 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-dc79fb42-00aa-4cc0-9dae-7d6b8b3f3748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.180165 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-dc79fb42-00aa-4cc0-9dae-7d6b8b3f3748 None None] Port bb4732ea-db36-4cd9-8df7-2991407a6749 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:53.198499 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.217008 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Router 44674ff2-da30-4005-b152-66a1cd554e89 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:04:53.250399 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Pushing event deleted for resources: {'Port': ['ID=c95b2e50-d75b-437d-85ac-ec555d50a5c2,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:53.384931 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211e996-fbf0-4a52-bf39-b8ae63c2e060 req-ded83033-baa4-4cc2-b04c-6a933a0f4552 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:53.392685 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f211e996-fbf0-4a52-bf39-b8ae63c2e060 req-ded83033-baa4-4cc2-b04c-6a933a0f4552 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 944 time: 0.4137466 Jul 12 16:04:53.423258 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-34211d7e-3c03-4103-bc79-11542bf61b7a None None] Provisioning complete for port bb4732ea-db36-4cd9-8df7-2991407a6749 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:53.423825 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-34211d7e-3c03-4103-bc79-11542bf61b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.476352 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f211e996-fbf0-4a52-bf39-b8ae63c2e060 req-3705cd60-3cac-4c16-89ed-bd948307cf8a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827272 Jul 12 16:04:53.528450 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-34211d7e-3c03-4103-bc79-11542bf61b7a None None] Port bb4732ea-db36-4cd9-8df7-2991407a6749 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:04:53.528683 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] No DVR routers for this DVR port c95b2e50-d75b-437d-85ac-ec555d50a5c2 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:04:53.533733 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:04:53.535937 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:53.538029 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-59b3f73b-edd9-4836-8af4-c75ac02a41e8 req-cad181ac-5ca3-48b4-b452-744fc1355fb3 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.66 "DELETE /v2.0/ports/c95b2e50-d75b-437d-85ac-ec555d50a5c2 HTTP/1.1" status: 204 len: 173 time: 1.2142241 Jul 12 16:04:53.538658 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'name': 'network-vif-deleted', 'tag': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:53.541137 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e99c8-1ac9-4830-a2b0-5b2b479bbb6d" -d '{"events": [{"server_uuid": "e761b7df-b36d-4c71-8c2d-56cae9ce3e06", "name": "network-vif-deleted", "tag": "c95b2e50-d75b-437d-85ac-ec555d50a5c2"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:53.560650 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-cfc3e2b3-2e6e-46dd-a842-74788d2323f2 admin admin] 10.222.0.70 "PUT /v2.0/routers/44674ff2-da30-4005-b152-66a1cd554e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4702599 Jul 12 16:04:53.598953 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd2055c-6bc0-425b-8d9f-8623f28df5e4 x-openstack-request-id: req-bcd2055c-6bc0-425b-8d9f-8623f28df5e4 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:53.599304 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e761b7df-b36d-4c71-8c2d-56cae9ce3e06", "name": "network-vif-deleted", "tag": "c95b2e50-d75b-437d-85ac-ec555d50a5c2", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:53.599613 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-bcd2055c-6bc0-425b-8d9f-8623f28df5e4 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:53.601576 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e761b7df-b36d-4c71-8c2d-56cae9ce3e06', 'name': 'network-vif-deleted', 'tag': 'c95b2e50-d75b-437d-85ac-ec555d50a5c2', 'status': 'completed', 'code': 200} Jul 12 16:04:53.803942 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d2170a35-64d7-4954-92ff-ea5b362ce4b3 req-eea121fa-3355-4b52-8456-e10fe4425db8 tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.0446067 Jul 12 16:04:54.221187 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597dea6-e559-41f5-a245-7034d247ff8a req-0df3cdbe-4a19-4a9e-9ec9-eae9027de2d3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:54.223918 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5597dea6-e559-41f5-a245-7034d247ff8a req-0df3cdbe-4a19-4a9e-9ec9-eae9027de2d3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1044405 Jul 12 16:04:54.269205 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5597dea6-e559-41f5-a245-7034d247ff8a req-682dbee0-e25b-43d3-ae89-b558e2c8dfb5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Jul 12 16:04:54.387367 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53264) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:54.549886 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-365fca05-c7a1-470a-9f56-84dda4da8d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.728480 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-365fca05-c7a1-470a-9f56-84dda4da8d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.734112 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-365fca05-c7a1-470a-9f56-84dda4da8d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:54.825149 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f180cba5-88bd-4023-9eaf-85eb3579b582 req-b09f5f5b-0326-410e-8e8f-e63e95fb6e68 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:54.844231 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f180cba5-88bd-4023-9eaf-85eb3579b582 req-b09f5f5b-0326-410e-8e8f-e63e95fb6e68 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 944 time: 0.2037301 Jul 12 16:04:54.926725 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fca05-c7a1-470a-9f56-84dda4da8d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101c9933-250b-4817-9355-cbb46b6fb8e7,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:54.987454 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53286) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:54.989304 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-365fca05-c7a1-470a-9f56-84dda4da8d03 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=25d5df6d5e33499e820af40ffb61c526&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5959585 Jul 12 16:04:55.096131 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f180cba5-88bd-4023-9eaf-85eb3579b582 req-08d90dd6-067b-4a67-a1cd-5c0c4edd7f00 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218764 Jul 12 16:04:55.169656 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-65f5c1fd-e86f-4db3-866b-dda5f7171b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.200619 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 4089abf8-ef84-4603-95e7-02871e3c3d39 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:55.244256 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-52cfee7d-7951-4ce6-805f-f7513d0b1fa2 req-25756ed5-c261-449d-8cb4-552bc220a64b tempest-DeleteServersTestJSON-1332967002 tempest-DeleteServersTestJSON-1332967002-project] 10.222.0.70 "GET /v2.0/ports?device_id=e761b7df-b36d-4c71-8c2d-56cae9ce3e06 HTTP/1.1" status: 200 len: 210 time: 0.0590563 Jul 12 16:04:55.246536 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-65f5c1fd-e86f-4db3-866b-dda5f7171b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.277018 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:55.348645 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-65f5c1fd-e86f-4db3-866b-dda5f7171b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.355081 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-65f5c1fd-e86f-4db3-866b-dda5f7171b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.356435 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-65f5c1fd-e86f-4db3-866b-dda5f7171b0b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/101c9933-250b-4817-9355-cbb46b6fb8e7 HTTP/1.1" status: 204 len: 168 time: 0.3675117 Jul 12 16:04:55.374930 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5c1fd-e86f-4db3-866b-dda5f7171b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101c9933-250b-4817-9355-cbb46b6fb8e7,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:55.443668 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 4089abf8-ef84-4603-95e7-02871e3c3d39 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:55.451430 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 4089abf8-ef84-4603-95e7-02871e3c3d39 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:55.451809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.502336 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:55.513868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:55.514245 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.592488 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549fe61-1b4c-4cb6-8555-60c7dddc583b req-d469bb1e-ab11-4ce0-b467-78cd652f007c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:55.595632 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e549fe61-1b4c-4cb6-8555-60c7dddc583b req-d469bb1e-ab11-4ce0-b467-78cd652f007c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1768973 Jul 12 16:04:55.602818 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Sync routers for ids ['44674ff2-da30-4005-b152-66a1cd554e89'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:04:55.621282 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Routers {'44674ff2-da30-4005-b152-66a1cd554e89'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:55.622190 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['44674ff2-da30-4005-b152-66a1cd554e89'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:55.691258 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:55.728533 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4089abf8-ef84-4603-95e7-02871e3c3d39'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:04:55.731551 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139dd43f-fe58-4d59-bfab-f6b140e68850" -d '{"events": [{"server_uuid": "ff2137d7-a640-4ae9-81fc-873ddc85bceb", "name": "network-vif-plugged", "status": "completed", "tag": "4089abf8-ef84-4603-95e7-02871e3c3d39"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:04:55.744072 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e549fe61-1b4c-4cb6-8555-60c7dddc583b req-9d9f7e06-c4fd-4746-a134-27db5c9ac847 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396053 Jul 12 16:04:55.799026 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 4089abf8-ef84-4603-95e7-02871e3c3d39, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=4089abf8-ef84-4603-95e7-02871e3c3d39,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:56.115032 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Set router 44674ff2-da30-4005-b152-66a1cd554e89 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:56.201604 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991dff05-f01d-4936-ba0b-1e9dccaa584b x-openstack-request-id: req-991dff05-f01d-4936-ba0b-1e9dccaa584b {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:04:56.202720 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2137d7-a640-4ae9-81fc-873ddc85bceb", "name": "network-vif-plugged", "status": "completed", "tag": "4089abf8-ef84-4603-95e7-02871e3c3d39", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:04:56.203201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-991dff05-f01d-4936-ba0b-1e9dccaa584b {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:04:56.203822 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4089abf8-ef84-4603-95e7-02871e3c3d39', 'code': 200} Jul 12 16:04:56.206581 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.541080 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-800d9ad2-7613-4960-acdc-dd7f5ac88a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.609525 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c95b2e50-d75b-437d-85ac-ec555d50a5c2 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:04:56.657791 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.693124 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefa302-733a-4047-873d-7124ec1dea72 req-891bec62-5159-40db-982f-d21b03e7aa72 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.705745 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9aefa302-733a-4047-873d-7124ec1dea72 req-891bec62-5159-40db-982f-d21b03e7aa72 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.2736554 Jul 12 16:04:56.717485 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:56.727003 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: c95b2e50-d75b-437d-85ac-ec555d50a5c2 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:04:56.727355 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c95b2e50-d75b-437d-85ac-ec555d50a5c2 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:04:56.748810 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6352-c72a-41d0-9098-3f82790d4ffe req-b0fef9d9-c484-41e7-87ed-c2df733e8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:56.750196 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13bb6352-c72a-41d0-9098-3f82790d4ffe req-b0fef9d9-c484-41e7-87ed-c2df733e8da0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 1098 time: 0.2481611 Jul 12 16:04:56.780193 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9aefa302-733a-4047-873d-7124ec1dea72 req-b203d4bc-ccdf-4699-8683-74d42352c3ee tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735438 Jul 12 16:04:56.798979 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:56.855945 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=4089abf8-ef84-4603-95e7-02871e3c3d39,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.890282 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13bb6352-c72a-41d0-9098-3f82790d4ffe req-126dd01e-800a-4153-99a0-2dac20492a71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302333 Jul 12 16:04:56.912753 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:56.961613 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:04:52Z', 'revision_number': 4, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'bb4732ea-db36-4cd9-8df7-2991407a6749', 'name': '', 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de', 'tenant_id': '7473de055b86465590352d93da137394', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:51Z', 'updated_at': '2021-07-12T16:04:52Z', 'revision_number': 2, 'project_id': '7473de055b86465590352d93da137394', 'subnets': [{'id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:56.999084 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Checking router: 44674ff2-da30-4005-b152-66a1cd554e89 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:04:56.999562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Updating router 44674ff2-da30-4005-b152-66a1cd554e89 port bb4732ea-db36-4cd9-8df7-2991407a6749 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:04:57.057851 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.132146 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:57.150208 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ced0-714f-48b3-9e12-c6a11311f4ee req-5f6c5bf8-f1ce-4a6b-8796-624084284770 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:57.151779 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40c5ced0-714f-48b3-9e12-c6a11311f4ee req-5f6c5bf8-f1ce-4a6b-8796-624084284770 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0943573 Jul 12 16:04:57.214336 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40c5ced0-714f-48b3-9e12-c6a11311f4ee req-5189f3ea-cc10-42d3-b566-1dc00267d796 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547199 Jul 12 16:04:57.362448 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:57.363097 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.561924 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.576387 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Transition to ACTIVE for port object bb4732ea-db36-4cd9-8df7-2991407a6749 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:04:57.587130 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.684273 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5910fd1-d998-4cf3-9df5-12fd8e3f725d None None] Pushing event updated for resources: {'Port': ['ID=bb4732ea-db36-4cd9-8df7-2991407a6749,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:57.731661 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53360) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:57.759312 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Attempting to bind port bb4732ea-db36-4cd9-8df7-2991407a6749 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:04:57.760785 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Attempting to bind port bb4732ea-db36-4cd9-8df7-2991407a6749 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:04:57.761424 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Attempting to bind port bb4732ea-db36-4cd9-8df7-2991407a6749 on network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:04:57.769425 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:04:57.770042 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Checking segment: {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:04:57.770617 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.771189 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Bound using segment: {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:04:57.771840 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Bound port: bb4732ea-db36-4cd9-8df7-2991407a6749, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388cf8a-b9de-49ea-911d-72c69245fb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:04:57.772445 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.885249 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] For port bb4732ea-db36-4cd9-8df7-2991407a6749, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:04:57.894960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] For port bb4732ea-db36-4cd9-8df7-2991407a6749, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bb4732ea-db36-4cd9-8df7-2991407a6749,segment=NetworkSegment(e388cf8a-b9de-49ea-911d-72c69245fb3d),segment_id=e388cf8a-b9de-49ea-911d-72c69245fb3d)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:04:57.907541 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.970509 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f8ddb592-1b9f-47c5-b6db-a3c4b813a707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:57.971049 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Routers {'44674ff2-da30-4005-b152-66a1cd554e89'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:04:57.971923 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:04:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['44674ff2-da30-4005-b152-66a1cd554e89'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:58.090864 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5910fd1-d998-4cf3-9df5-12fd8e3f725d None None] Pushing event updated for resources: {'Port': ['ID=bb4732ea-db36-4cd9-8df7-2991407a6749,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:58.193285 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f8ddb592-1b9f-47c5-b6db-a3c4b813a707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.199666 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f8ddb592-1b9f-47c5-b6db-a3c4b813a707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.207868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] Set router 44674ff2-da30-4005-b152-66a1cd554e89 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:04:58.217849 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-63d8da68-9cea-41a9-a7b4-8a8aaeb08611 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2676129 Jul 12 16:04:58.250061 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddb592-1b9f-47c5-b6db-a3c4b813a707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36a0c8a-b514-468d-8e95-6beced1f6f2f,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:58.254500 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b91be8-2aa2-4052-81ae-f0acadf6f542 req-8c824df0-e5fb-4a86-ba32-795d543a4c93 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.275994 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-39b91be8-2aa2-4052-81ae-f0acadf6f542 req-8c824df0-e5fb-4a86-ba32-795d543a4c93 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.2263191 Jul 12 16:04:58.339580 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f8ddb592-1b9f-47c5-b6db-a3c4b813a707 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6ace4ba8c83046c0abbf8cd191ae9444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6050210 Jul 12 16:04:58.343650 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53380) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:58.545750 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8147c4fa-4466-487d-9da8-4af44ef7a9a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.563605 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-39b91be8-2aa2-4052-81ae-f0acadf6f542 req-39f930bc-6f5f-4310-93af-eba910befdc4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816463 Jul 12 16:04:58.597722 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-102def29-6775-4b94-872c-695b1fbe7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.599218 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-102def29-6775-4b94-872c-695b1fbe7fe9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 1098 time: 0.2661803 Jul 12 16:04:58.613578 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8147c4fa-4466-487d-9da8-4af44ef7a9a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.621877 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:04:52Z', 'revision_number': 4, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'bb4732ea-db36-4cd9-8df7-2991407a6749', 'name': '', 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de', 'tenant_id': '7473de055b86465590352d93da137394', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:51Z', 'updated_at': '2021-07-12T16:04:57Z', 'revision_number': 4, 'project_id': '7473de055b86465590352d93da137394', 'subnets': [{'id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:04:58.665590 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54a32be-9513-4cd9-81bf-b2fd5b6d11f2 None None] The sync data for ids ['44674ff2-da30-4005-b152-66a1cd554e89'] in dv-cinder-792642-4-iscsi is: [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:04:52Z', 'revision_number': 4, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': 'bb4732ea-db36-4cd9-8df7-2991407a6749', 'name': '', 'network_id': 'ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de', 'tenant_id': '7473de055b86465590352d93da137394', 'mac_address': 'fa:16:3e:5c:42:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 247, 'fixed_ips': [{'subnet_id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:51Z', 'updated_at': '2021-07-12T16:04:57Z', 'revision_number': 4, 'project_id': '7473de055b86465590352d93da137394', 'subnets': [{'id': '7b3d5b61-af92-4052-b54f-5a3a2c2a71f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:04:58.713725 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8147c4fa-4466-487d-9da8-4af44ef7a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.716745 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8147c4fa-4466-487d-9da8-4af44ef7a9a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:58.718571 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-8147c4fa-4466-487d-9da8-4af44ef7a9a3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c36a0c8a-b514-468d-8e95-6beced1f6f2f HTTP/1.1" status: 204 len: 168 time: 0.3704598 Jul 12 16:04:58.797703 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147c4fa-4466-487d-9da8-4af44ef7a9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36a0c8a-b514-468d-8e95-6beced1f6f2f,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:58.871313 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e903961d-3fd6-4fe6-81b5-6019b14d0f5f req-059ebc1e-a46f-4f47-92b7-1d4b62ef4f80 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:58.884387 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e903961d-3fd6-4fe6-81b5-6019b14d0f5f req-059ebc1e-a46f-4f47-92b7-1d4b62ef4f80 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.2866991 Jul 12 16:04:58.890429 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53394) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:59.063048 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Deleting subnet c718c0a2-c1af-4cdb-8d88-82221dc11438 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:04:59.069145 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.087605 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e903961d-3fd6-4fe6-81b5-6019b14d0f5f req-0d78db36-b4e5-44e8-a0bc-445f00474ba1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006841 Jul 12 16:04:59.108216 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ad51f71c-9cfa-495d-8e09-1eca3d901ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.124011 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-88240d72-dbd0-4774-88ef-90bb4a519aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.132798 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-88240d72-dbd0-4774-88ef-90bb4a519aaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 916 time: 0.4905548 Jul 12 16:04:59.195337 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.237905 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.266049 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bb4732ea-db36-4cd9-8df7-2991407a6749 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:04:59.271936 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-b83fe548-2750-4da7-9edf-54501596dd9c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a HTTP/1.1" status: 200 len: 217 time: 0.1281083 Jul 12 16:04:59.316640 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.404895 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-8ce13742-c79b-436e-9d6a-3cbe8e14309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:04:59.406585 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-8ce13742-c79b-436e-9d6a-3cbe8e14309f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.1243057 Jul 12 16:04:59.423012 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port bb4732ea-db36-4cd9-8df7-2991407a6749 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:04:59.428398 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port bb4732ea-db36-4cd9-8df7-2991407a6749 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:04:59.431473 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.523145 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-514081dc-cb05-47c3-b52a-561c7b7a43ce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904765 Jul 12 16:04:59.545043 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.629576 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53406) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:59.648842 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.651911 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8c597f02-c2f2-4d25-baa9-54b85f080050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.660791 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c718c0a2-c1af-4cdb-8d88-82221dc11438,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:04:59.699080 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.728646 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-0fa6d678-8d04-489f-ab39-db8275e0140a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c718c0a2-c1af-4cdb-8d88-82221dc11438 HTTP/1.1" status: 204 len: 168 time: 0.8325086 Jul 12 16:04:59.731822 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53408) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:04:59.768626 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-61a7a388-3965-4d2f-89d0-7224081a3258 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218535 Jul 12 16:04:59.808783 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port bb4732ea-db36-4cd9-8df7-2991407a6749, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bb4732ea-db36-4cd9-8df7-2991407a6749,segment=NetworkSegment(e388cf8a-b9de-49ea-911d-72c69245fb3d),segment_id=e388cf8a-b9de-49ea-911d-72c69245fb3d)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:04:59.826543 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.897251 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8c597f02-c2f2-4d25-baa9-54b85f080050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.910036 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8c597f02-c2f2-4d25-baa9-54b85f080050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:04:59.928187 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.045689 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=bb4732ea-db36-4cd9-8df7-2991407a6749,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:00.108832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.157541 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.179758 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2446b3a-fba0-4b45-998d-90d3e1415a55']}} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:00.195954 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5e5304-5e08-4147-ad33-3642514fc604') {'for_net_delete': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:00.197894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5e5304-5e08-4147-ad33-3642514fc604') {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:05:00.215640 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c597f02-c2f2-4d25-baa9-54b85f080050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a65a1-80ec-41f7-a822-e780254ecdff,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:00.219117 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59549707'] for segment, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.236947 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.247227 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:05:00.247866 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59635942'] for segment, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.258645 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8c597f02-c2f2-4d25-baa9-54b85f080050 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d6121ec3fc24de0be0d842c0aaf454f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6266434 Jul 12 16:05:00.264134 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53414) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:00.323958 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-9625c7dd-b939-4137-a86a-f1779bc2d822 None None] Provisioning complete for port bb4732ea-db36-4cd9-8df7-2991407a6749 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:00.327587 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9625c7dd-b939-4137-a86a-f1779bc2d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: Traceback (most recent call last): Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: timer() Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: cb(*args, **kw) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: return func(*args, **kwargs) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: self._notify() Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: self.callback(batched_events) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: event.method(event) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: return f(self, *a, **k) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._get(url).json() Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: return self.request(url, 'GET', **kwargs) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:05:00.354277 dv-cinder-792642-4-iscsi neutron-server[93202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:05:00.363259 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.394404 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.400552 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] 10.222.0.70 "DELETE /v2.0/networks/a2446b3a-fba0-4b45-998d-90d3e1415a55 HTTP/1.1" status: 204 len: 168 time: 0.6643298 Jul 12 16:05:00.413834 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049a8ee-0d20-4c2f-a634-d62d41e5836d admin admin] Pushing event deleted for resources: {'Network': ['ID=a2446b3a-fba0-4b45-998d-90d3e1415a55,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:00.641237 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa90a43-e49b-4c1f-99cf-d425ae8ee06c req-3c065ae3-75ca-405c-8f8c-b798458ea131 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:00.652020 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-eaa90a43-e49b-4c1f-99cf-d425ae8ee06c req-3c065ae3-75ca-405c-8f8c-b798458ea131 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.2123849 Jul 12 16:05:00.731084 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-eaa90a43-e49b-4c1f-99cf-d425ae8ee06c req-ca727f79-bec8-4dd8-a7c6-dbe5e6ee890d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748320 Jul 12 16:05:00.740419 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c103107d-c05e-4456-8ad3-09831a41cd53 req-895ebb87-81ef-482e-8022-1113c9cfe7f5 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906299 Jul 12 16:05:00.799619 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bbb04-2824-445b-bea6-9cddedcf7c18 req-848bd0c1-26c5-41bd-ba94-40e92fa6714f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:00.807541 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b37bbb04-2824-445b-bea6-9cddedcf7c18 req-848bd0c1-26c5-41bd-ba94-40e92fa6714f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.8600597 Jul 12 16:05:00.839653 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3e66c9ab-93ae-4793-afaa-dbc2e9fad8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.888543 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3e66c9ab-93ae-4793-afaa-dbc2e9fad8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:00.893268 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53424) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:00.915587 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b37bbb04-2824-445b-bea6-9cddedcf7c18 req-e2a13fe2-1b6b-4192-a2d2-0263596c0308 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070020 Jul 12 16:05:00.981510 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-4edb31c5-63a2-40de-9a3c-e4425f96a5e3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=22c8111e6a2b4fb1b8e7d053fc594aaa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0848067 Jul 12 16:05:00.982588 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53428) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:01.104476 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bb4732ea-db36-4cd9-8df7-2991407a6749 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:01.107025 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3e66c9ab-93ae-4793-afaa-dbc2e9fad8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.109962 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3e66c9ab-93ae-4793-afaa-dbc2e9fad8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.113531 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-3e66c9ab-93ae-4793-afaa-dbc2e9fad8c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ae3a65a1-80ec-41f7-a822-e780254ecdff HTTP/1.1" status: 204 len: 168 time: 0.8446186 Jul 12 16:05:01.130599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66c9ab-93ae-4793-afaa-dbc2e9fad8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a65a1-80ec-41f7-a822-e780254ecdff,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:01.142358 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47ebb9ac-1d68-41e9-b273-881a538d4d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.170529 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47ebb9ac-1d68-41e9-b273-881a538d4d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.267371 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47ebb9ac-1d68-41e9-b273-881a538d4d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.270662 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47ebb9ac-1d68-41e9-b273-881a538d4d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.271520 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-47ebb9ac-1d68-41e9-b273-881a538d4d52 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ab68aa2e-cbed-4af6-b3b3-c661e894beef HTTP/1.1" status: 204 len: 168 time: 0.2878168 Jul 12 16:05:01.289695 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebb9ac-1d68-41e9-b273-881a538d4d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab68aa2e-cbed-4af6-b3b3-c661e894beef,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:01.301433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port bb4732ea-db36-4cd9-8df7-2991407a6749 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:01.301823 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:01.589121 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:02.150284 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c58ae5-0b84-4f7b-be52-78a2a5dd56fd req-84c10ab2-d478-4d75-a25f-2708059ff103 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:02.154815 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c58ae5-0b84-4f7b-be52-78a2a5dd56fd req-84c10ab2-d478-4d75-a25f-2708059ff103 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1625366 Jul 12 16:05:02.246658 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c58ae5-0b84-4f7b-be52-78a2a5dd56fd req-d09692d3-6179-43ae-a33b-93d5ba8c5c0b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862126 Jul 12 16:05:03.564420 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cccf69-b29d-41c0-8d92-83166250fe1a req-f9a4d6e0-358e-40d6-a5ef-f227c96c36a7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:03.573153 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e5cccf69-b29d-41c0-8d92-83166250fe1a req-f9a4d6e0-358e-40d6-a5ef-f227c96c36a7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0986025 Jul 12 16:05:03.686618 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e5cccf69-b29d-41c0-8d92-83166250fe1a req-013cbf27-f983-4bda-a17e-e3e1b6d811ae tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122556 Jul 12 16:05:04.947430 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593913b6-667a-412b-a984-31fe9a978d09 req-290455c3-81e1-4674-8f69-8d3ad3e8efec tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:04.950419 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-593913b6-667a-412b-a984-31fe9a978d09 req-290455c3-81e1-4674-8f69-8d3ad3e8efec tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1050470 Jul 12 16:05:05.012636 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-593913b6-667a-412b-a984-31fe9a978d09 req-191b9cb6-fcb2-478f-8a1f-58f04b6ad2c0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488391 Jul 12 16:05:05.149369 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-32bf6cf3-a02a-44a1-9f33-ffd3af3cecc3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:05.167871 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-32bf6cf3-a02a-44a1-9f33-ffd3af3cecc3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.2254183 Jul 12 16:05:05.201430 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-3d085ba9-1629-440b-9de8-bb7365673a04 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/quotas/17f631b585d54ba488396de9f9810352 HTTP/1.1" status: 200 len: 375 time: 0.0316820 Jul 12 16:05:05.294732 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-2c636d42-38f3-467a-b8c4-aab409e69753 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0921583 Jul 12 16:05:05.427394 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-1c2b6284-b89f-4b34-b292-313d135128e0 service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251104 Jul 12 16:05:05.550299 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-fe0a7981-7a80-48aa-ae12-3f15d3b6b3c8 service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214433 Jul 12 16:05:05.886594 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6486fb35-55cc-420a-b507-a848518d7767 req-c2658b79-347c-4ede-a950-7ff1cc23dd17 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0694456 Jul 12 16:05:06.451641 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4b6f1-4927-46dd-be68-646a4a2c1ded req-373cdd28-e0eb-4ea1-b2e3-b1a05fe4aff9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:06.466246 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0cd4b6f1-4927-46dd-be68-646a4a2c1ded req-373cdd28-e0eb-4ea1-b2e3-b1a05fe4aff9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1963594 Jul 12 16:05:06.645542 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0cd4b6f1-4927-46dd-be68-646a4a2c1ded req-7a6bcbe3-ed4c-4c0f-ac55-386dca119d01 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771646 Jul 12 16:05:07.129826 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a591ebcb-c2d3-4229-a49a-296bb89ba26d req-a2c0c93b-b94b-4b98-8c0a-7bdfec9ef1d4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0558047 Jul 12 16:05:07.360607 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53664) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:07.499300 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30dd9185-ca6e-4457-96e3-0dd49f48c62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.600961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30dd9185-ca6e-4457-96e3-0dd49f48c62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.606257 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30dd9185-ca6e-4457-96e3-0dd49f48c62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.643171 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-30dd9185-ca6e-4457-96e3-0dd49f48c62f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ab9b5e512ef84fde9c1cf93d0df9968b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814667 Jul 12 16:05:07.646564 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53670) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:07.667884 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd9185-ca6e-4457-96e3-0dd49f48c62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7459b5c-8489-47fe-91a9-1abab6c4ff69,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:07.733282 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-147080f8-9885-4bdf-8940-a182c668dfb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.786624 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-147080f8-9885-4bdf-8940-a182c668dfb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.878257 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed481db-7824-4382-87ad-2ba5b9dcd206 req-f944ac1a-6560-477c-ac9c-867222adef33 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:07.881320 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7ed481db-7824-4382-87ad-2ba5b9dcd206 req-f944ac1a-6560-477c-ac9c-867222adef33 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1369464 Jul 12 16:05:07.890974 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-147080f8-9885-4bdf-8940-a182c668dfb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.894953 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-147080f8-9885-4bdf-8940-a182c668dfb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:07.896708 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-147080f8-9885-4bdf-8940-a182c668dfb7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e7459b5c-8489-47fe-91a9-1abab6c4ff69 HTTP/1.1" status: 204 len: 168 time: 0.2478924 Jul 12 16:05:07.992844 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147080f8-9885-4bdf-8940-a182c668dfb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7459b5c-8489-47fe-91a9-1abab6c4ff69,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:08.027154 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7ed481db-7824-4382-87ad-2ba5b9dcd206 req-5cd911ff-ebe1-4d7e-a53d-0e4f693208da tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384311 Jul 12 16:05:08.352629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-ce0a2ac7-031f-40ba-a1de-a9caeb5c6f36 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:08.354191 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-ce0a2ac7-031f-40ba-a1de-a9caeb5c6f36 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.2124219 Jul 12 16:05:08.394320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Request body: {'port': {'device_id': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'admin_state_up': True, 'tenant_id': '17f631b585d54ba488396de9f9810352'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:08.421022 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-336171c7-ed78-4f0c-a4a9-72d3fa7380b9 req-d7ccb652-6429-4757-8f49-af9fc0f3e651 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0468881 Jul 12 16:05:08.595179 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Made reservation on behalf of 17f631b585d54ba488396de9f9810352 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:08.602265 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:08.827381 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Allocated IP 172.20.0.7 (c234480e-66f4-467c-91bd-b20422ccaf95/afd0dbb8-66af-4b37-989a-790aa7bac8ff/3481fac9-26e6-4553-beb3-ced7cbc4892c) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:09.126411 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.263740 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.343280 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a', '4089abf8-ef84-4603-95e7-02871e3c3d39'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:09.363255 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Network c234480e-66f4-467c-91bd-b20422ccaf95 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:09.366605 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:09.379023 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:09.498246 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:05:09.549744 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event updated for resources: {'Port': ['ID=3481fac9-26e6-4553-beb3-ced7cbc4892c,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:09.575058 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb17daf-51a3-45ba-bca5-8ddc41cdb232 req-c4773a02-c865-4324-8d2f-c103679bc48d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:09.586968 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2eb17daf-51a3-45ba-bca5-8ddc41cdb232 req-c4773a02-c865-4324-8d2f-c103679bc48d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.2605238 Jul 12 16:05:09.620174 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:09.627149 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:09.660245 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-9bc693c7-6db1-4e8d-8b6d-02a3ac5fa2ed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2710154 Jul 12 16:05:09.684047 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2eb17daf-51a3-45ba-bca5-8ddc41cdb232 req-2fa27b43-9d48-4289-8482-2929f5aa0035 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905476 Jul 12 16:05:09.692431 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Request body: {'port': {'device_id': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:10.040069 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.172097 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f6519-ea0b-4ba3-8d92-05cbe357a993 req-6f32eca4-e5ce-47f6-a2e9-b3feabc0410d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:10.179596 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-792f6519-ea0b-4ba3-8d92-05cbe357a993 req-6f32eca4-e5ce-47f6-a2e9-b3feabc0410d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 931 time: 0.1227255 Jul 12 16:05:10.234252 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-792f6519-ea0b-4ba3-8d92-05cbe357a993 req-f8e66d49-c83e-4309-81d6-bb80e30f54cf tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533731 Jul 12 16:05:10.423868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.559279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3481fac9-26e6-4553-beb3-ced7cbc4892c {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:10.568337 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.583093 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Transition to ACTIVE for port object 3481fac9-26e6-4553-beb3-ced7cbc4892c will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:10.588725 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.668383 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Pushing event updated for resources: {'Port': ['ID=3481fac9-26e6-4553-beb3-ced7cbc4892c,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:10.778875 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Attempting to bind port 3481fac9-26e6-4553-beb3-ced7cbc4892c on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:10.779216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Attempting to bind port 3481fac9-26e6-4553-beb3-ced7cbc4892c by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:10.779572 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Attempting to bind port 3481fac9-26e6-4553-beb3-ced7cbc4892c on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:10.785152 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Port 3481fac9-26e6-4553-beb3-ced7cbc4892c on network c234480e-66f4-467c-91bd-b20422ccaf95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:10.785770 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Attempting to bind port 3481fac9-26e6-4553-beb3-ced7cbc4892c on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:10.791323 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:10.791672 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Checking segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:10.792201 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Bound using segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:10.792686 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Bound port: 3481fac9-26e6-4553-beb3-ced7cbc4892c, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:10.793043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.939482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] For port 3481fac9-26e6-4553-beb3-ced7cbc4892c, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:10.945377 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] For port 3481fac9-26e6-4553-beb3-ced7cbc4892c, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:10.955411 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:10.994285 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105797b8-33a1-42b6-af3c-ac3628cb3b50 req-708fe540-1de7-41d2-bea6-3b93901fbced tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:11.018745 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-105797b8-33a1-42b6-af3c-ac3628cb3b50 req-708fe540-1de7-41d2-bea6-3b93901fbced tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1789210 Jul 12 16:05:11.060951 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Pushing event updated for resources: {'Port': ['ID=3481fac9-26e6-4553-beb3-ced7cbc4892c,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:11.082196 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:11.082798 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:11.084410 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-c453a756-4948-4130-8e13-3b13fe4c7de6 service neutron] 10.222.0.66 "PUT /v2.0/ports/3481fac9-26e6-4553-beb3-ced7cbc4892c HTTP/1.1" status: 200 len: 1093 time: 1.3972695 Jul 12 16:05:11.085019 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'tag': '3481fac9-26e6-4553-beb3-ced7cbc4892c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:11.096833 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caea181e-b08b-475a-b8a6-06e595e1c3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2c235da-4988-4a8d-a188-8eb26010d194", "tag": "3481fac9-26e6-4553-beb3-ced7cbc4892c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:11.128877 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-105797b8-33a1-42b6-af3c-ac3628cb3b50 req-aea3dced-2865-44a8-8900-396bc7f0dae6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050467 Jul 12 16:05:13.587666 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-91aae587-45e7-491e-ae85-b6ead7f931ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:13.589218 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-91aae587-45e7-491e-ae85-b6ead7f931ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 1096 time: 0.0554788 Jul 12 16:05:13.636308 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca6fdce-3f28-4011-9c22-e6a64b735b59 x-openstack-request-id: req-6ca6fdce-3f28-4011-9c22-e6a64b735b59 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:13.636643 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2c235da-4988-4a8d-a188-8eb26010d194", "tag": "3481fac9-26e6-4553-beb3-ced7cbc4892c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:13.636900 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ca6fdce-3f28-4011-9c22-e6a64b735b59 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:13.637303 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'tag': '3481fac9-26e6-4553-beb3-ced7cbc4892c', 'status': 'completed', 'code': 200} Jul 12 16:05:13.724215 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-5c82e74e-39c4-43ec-a085-8d7e5ad2bf60 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c HTTP/1.1" status: 200 len: 217 time: 0.0360618 Jul 12 16:05:13.812924 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-a9593212-380b-4f8c-9f27-5baa9c5fa9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:13.814466 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-a9593212-380b-4f8c-9f27-5baa9c5fa9db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.0774417 Jul 12 16:05:13.830426 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee135053-9265-4986-a998-527f728295bb req-8e934c2e-c111-40f3-a003-52cfafd9f1b6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:13.832001 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ee135053-9265-4986-a998-527f728295bb req-8e934c2e-c111-40f3-a003-52cfafd9f1b6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 943 time: 0.1051776 Jul 12 16:05:13.879803 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-201e47ef-268d-4cc8-8d65-c90751df0337 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455844 Jul 12 16:05:13.919555 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ee135053-9265-4986-a998-527f728295bb req-b622a575-063b-4766-b671-84ca9f980356 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737495 Jul 12 16:05:13.998100 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-dc95e44e-226e-4b69-b67c-96ab0cdd043b service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101098 Jul 12 16:05:14.139651 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fe53b52a-81df-4bdd-bddb-2505a64468c2 req-0514d056-5d39-48f7-b7d3-5fd58c823c91 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336951 Jul 12 16:05:14.156405 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178e665-d2c2-4ba5-99b6-524d6a8d1d56 req-05135d31-cc4c-4bcc-af36-cb8ad2a954a3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:14.157959 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4178e665-d2c2-4ba5-99b6-524d6a8d1d56 req-05135d31-cc4c-4bcc-af36-cb8ad2a954a3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1071479 Jul 12 16:05:14.202691 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4178e665-d2c2-4ba5-99b6-524d6a8d1d56 req-84a6c63f-4e91-4afa-8883-16068aed052e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365565 Jul 12 16:05:14.319810 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-f28c2cda-9ac7-4844-b155-a148d7255a64 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:14.321359 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-f28c2cda-9ac7-4844-b155-a148d7255a64 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 814 time: 0.1017311 Jul 12 16:05:14.337408 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-f419bfa0-0d85-448b-b447-766c40260dae tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/quotas/aecefdd756c7486e97d819cb4f2275ab HTTP/1.1" status: 200 len: 375 time: 0.0106232 Jul 12 16:05:14.369945 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-2ee9f7d4-7e72-4f59-bab6-33933b8d4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:14.371445 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-2ee9f7d4-7e72-4f59-bab6-33933b8d4e7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 1096 time: 0.0567925 Jul 12 16:05:14.419356 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-01a2a697-7998-407b-9c61-0c64dfe8a3f9 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755212 Jul 12 16:05:14.477349 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-8b118638-4614-481b-a991-cb87cfe1f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:14.478886 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-8b118638-4614-481b-a991-cb87cfe1f3f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 916 time: 0.0996864 Jul 12 16:05:14.520727 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-1a7c8b5a-de27-4cf8-bbe1-8cfe4aa40f6d service neutron] 10.222.0.70 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869634 Jul 12 16:05:14.538137 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-f1eee21c-7bd4-4776-a900-574b6dd711bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c HTTP/1.1" status: 200 len: 217 time: 0.0365229 Jul 12 16:05:14.598741 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-a7a1b71f-8b5f-40ad-8575-d19a18548cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:14.601367 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-a7a1b71f-8b5f-40ad-8575-d19a18548cbd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.0448992 Jul 12 16:05:14.617655 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-2e1a80d0-86d4-44b5-a647-65ad44ae7d0b service neutron] 10.222.0.70 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901783 Jul 12 16:05:14.657113 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-2bddfdde-ab1c-4607-8196-f0ac5aadabef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376136 Jul 12 16:05:14.770251 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-59b5a272-15db-40f5-9c6d-cecdc7f4952a service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952716 Jul 12 16:05:14.876550 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a5936b3e-a50c-4a93-96c7-c500dbe4e020 req-abd81893-a86f-4be1-ace2-279cd774b169 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 210 time: 0.0373075 Jul 12 16:05:14.995257 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-caea181e-b08b-475a-b8a6-06e595e1c3e1 req-8be11790-a7bf-4542-a87c-2b6b7c58e3e8 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463544 Jul 12 16:05:15.135482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dc54a-6788-4269-856a-b1398b8dbcb9 req-50b5f60f-ee36-4f12-8509-1a2ba72c8c32 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:15.137203 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-453dc54a-6788-4269-856a-b1398b8dbcb9 req-50b5f60f-ee36-4f12-8509-1a2ba72c8c32 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 943 time: 0.0755167 Jul 12 16:05:15.178739 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-453dc54a-6788-4269-856a-b1398b8dbcb9 req-8044f75f-1a41-432a-9582-d3addff012d6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Jul 12 16:05:15.401830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0036f-4eee-43a1-bd06-68b980df31a9 req-1ba48200-bb97-4c4b-884f-ec7e64e6cc61 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:15.403484 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40b0036f-4eee-43a1-bd06-68b980df31a9 req-1ba48200-bb97-4c4b-884f-ec7e64e6cc61 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0747921 Jul 12 16:05:15.448852 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40b0036f-4eee-43a1-bd06-68b980df31a9 req-8a610ebc-f430-4672-aef6-523535192dfa tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Jul 12 16:05:15.774637 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53910) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:15.915199 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-24727d1b-8279-4874-bfb3-5cae6ed1543b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.077324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-24727d1b-8279-4874-bfb3-5cae6ed1543b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.080187 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-17695361-893e-4dd7-98b8-4946793fb986 req-01bf3a71-3f0f-4511-9873-8d9981d30db0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 210 time: 0.0449708 Jul 12 16:05:16.081966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-24727d1b-8279-4874-bfb3-5cae6ed1543b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.130789 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-24727d1b-8279-4874-bfb3-5cae6ed1543b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37b5f6c5a29748c892e72c1a823d7015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3550591 Jul 12 16:05:16.133407 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727d1b-8279-4874-bfb3-5cae6ed1543b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254322b0-3aba-4cdf-b29b-ca8bc2b897b1,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:16.134596 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 53932) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:16.200373 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a7ab885b-2da7-4648-a114-627074e97b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.236313 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a7ab885b-2da7-4648-a114-627074e97b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.331656 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a7ab885b-2da7-4648-a114-627074e97b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.335790 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a7ab885b-2da7-4648-a114-627074e97b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.337950 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a7ab885b-2da7-4648-a114-627074e97b3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/254322b0-3aba-4cdf-b29b-ca8bc2b897b1 HTTP/1.1" status: 204 len: 168 time: 0.2014129 Jul 12 16:05:16.362506 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab885b-2da7-4648-a114-627074e97b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254322b0-3aba-4cdf-b29b-ca8bc2b897b1,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:16.427823 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245c23c-8e36-42a0-ba31-69148bc56e3c req-7e46e301-644b-4952-a49e-2e6d4a530918 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:16.429989 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a245c23c-8e36-42a0-ba31-69148bc56e3c req-7e46e301-644b-4952-a49e-2e6d4a530918 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 943 time: 0.0806541 Jul 12 16:05:16.495727 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a245c23c-8e36-42a0-ba31-69148bc56e3c req-0047b559-4388-497a-8b74-ba09145c1830 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598404 Jul 12 16:05:16.643224 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-5d147d7b-abf8-4d69-813d-e93a019af1a1 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:16.645138 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-5d147d7b-abf8-4d69-813d-e93a019af1a1 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 814 time: 0.1772776 Jul 12 16:05:16.693238 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'port': {'device_id': '855558cc-829e-4914-96db-55843a8c385c', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'admin_state_up': True, 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:16.730116 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53944) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:16.747882 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-67751264-9258-4e4b-93e6-e1c3c12beb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.774273 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559cd0c5-adb9-4ccf-a511-4690087656a1 req-9e86c0d1-79b0-47b1-b513-dec48ef0dc2a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:16.775952 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-559cd0c5-adb9-4ccf-a511-4690087656a1 req-9e86c0d1-79b0-47b1-b513-dec48ef0dc2a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0996144 Jul 12 16:05:16.837910 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-559cd0c5-adb9-4ccf-a511-4690087656a1 req-d274a65b-23cc-4f32-b6b8-74fe0f3872ec tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Jul 12 16:05:16.904296 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-67751264-9258-4e4b-93e6-e1c3c12beb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.910079 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-67751264-9258-4e4b-93e6-e1c3c12beb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.926217 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Made reservation on behalf of aecefdd756c7486e97d819cb4f2275ab for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:05:16.931207 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:16.949719 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67751264-9258-4e4b-93e6-e1c3c12beb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de93d875-b986-40c2-b6c9-5a62329d51d7,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:16.971205 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-67751264-9258-4e4b-93e6-e1c3c12beb73 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=64bcf8e43c3c4ba58efd7718507f0bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399385 Jul 12 16:05:16.973831 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 53950) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:17.038636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d71abde2-2337-46b4-a5da-e07d4300138a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.061094 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d71abde2-2337-46b4-a5da-e07d4300138a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.088864 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Allocated IP 172.20.0.7 (c9f00772-a764-4ed5-8866-85d90285c860/6d128e2d-24ca-4134-a481-1f8fa932cac8/cf224fa2-84eb-4e6b-9739-b6fd7da167e1) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:05:17.144401 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d71abde2-2337-46b4-a5da-e07d4300138a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.147911 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d71abde2-2337-46b4-a5da-e07d4300138a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.149355 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d71abde2-2337-46b4-a5da-e07d4300138a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/de93d875-b986-40c2-b6c9-5a62329d51d7 HTTP/1.1" status: 204 len: 168 time: 0.1746111 Jul 12 16:05:17.160264 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71abde2-2337-46b4-a5da-e07d4300138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93d875-b986-40c2-b6c9-5a62329d51d7,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:17.457182 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3ee4144b-1920-42d3-a034-8fb3751079a9 req-dada773b-f96f-4af3-837d-8541dad95cb9 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 210 time: 0.0376413 Jul 12 16:05:17.461017 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.478693 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Transition to ACTIVE for port object cf224fa2-84eb-4e6b-9739-b6fd7da167e1 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:17.536140 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.593479 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Network c9f00772-a764-4ed5-8866-85d90285c860 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:05:17.607080 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:05:17.609897 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:05:17.655226 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:17.708880 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:17.708880 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.744706 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-ca6b56f9-8345-4cd4-9302-027e47522497 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0558536 Jul 12 16:05:17.776678 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Request body: {'port': {'device_id': '855558cc-829e-4914-96db-55843a8c385c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:05:17.916310 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54006) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:17.963267 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-39203a28-b746-475d-b18c-2aca4ed57b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.964904 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2beffb40-8b6f-456e-831c-0020dddfae74 None None] Provisioning for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:17.971001 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2beffb40-8b6f-456e-831c-0020dddfae74 None None] Provisioning complete for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:17.971397 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2beffb40-8b6f-456e-831c-0020dddfae74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.983603 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:17.995871 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffe555-747d-4315-ab88-8321fdc90c66 req-e9a855b5-eb44-4ab0-892e-ad075951e2d3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:18.002998 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c9ffe555-747d-4315-ab88-8321fdc90c66 req-e9a855b5-eb44-4ab0-892e-ad075951e2d3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 943 time: 0.1554902 Jul 12 16:05:18.013034 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-2beffb40-8b6f-456e-831c-0020dddfae74 None None] Port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:05:18.146292 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c9ffe555-747d-4315-ab88-8321fdc90c66 req-269007a8-360f-48ca-8d31-a09fdd444f13 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420133 Jul 12 16:05:18.203105 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81859d9a-a3f0-4031-8eca-29307cdfe0be req-44f18aaf-a749-408f-8630-f10f9268ee2a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:18.204768 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-81859d9a-a3f0-4031-8eca-29307cdfe0be req-44f18aaf-a749-408f-8630-f10f9268ee2a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1391132 Jul 12 16:05:18.268792 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-81859d9a-a3f0-4031-8eca-29307cdfe0be req-42d3e476-49f1-4dff-818e-72a493df9687 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576098 Jul 12 16:05:18.293836 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-39203a28-b746-475d-b18c-2aca4ed57b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.306843 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 3481fac9-26e6-4553-beb3-ced7cbc4892c details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:18.308742 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-39203a28-b746-475d-b18c-2aca4ed57b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.371423 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-39203a28-b746-475d-b18c-2aca4ed57b09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=de5469462c624c93abc601195a67f4b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4539299 Jul 12 16:05:18.374100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54008) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:18.420062 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39203a28-b746-475d-b18c-2aca4ed57b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baafbf31-b673-4eeb-8d40-41feaec075f4,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:18.528732 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 3481fac9-26e6-4553-beb3-ced7cbc4892c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:18.554469 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '3481fac9-26e6-4553-beb3-ced7cbc4892c', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'port_id': '3481fac9-26e6-4553-beb3-ced7cbc4892c', 'mac_address': 'fa:16:3e:d1:11:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd0dbb8-66af-4b37-989a-790aa7bac8ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:18.571222 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-85b8e47c-bed5-49ba-ab3b-cf3af4b7cc3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.652714 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.682060 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3481fac9-26e6-4553-beb3-ced7cbc4892c {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:18.707866 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-85b8e47c-bed5-49ba-ab3b-cf3af4b7cc3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.720320 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 3481fac9-26e6-4553-beb3-ced7cbc4892c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:18.721748 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf224fa2-84eb-4e6b-9739-b6fd7da167e1 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:18.732665 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.749677 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.791473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Transition to ACTIVE for port object cf224fa2-84eb-4e6b-9739-b6fd7da167e1 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:05:18.798523 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.828224 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4c678-0e19-4758-96e7-6f65061345df req-7664613e-0650-469e-8ec3-088be4a0e54c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:18.838875 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-43e4c678-0e19-4758-96e7-6f65061345df req-7664613e-0650-469e-8ec3-088be4a0e54c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 931 time: 0.1181054 Jul 12 16:05:18.859669 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=3481fac9-26e6-4553-beb3-ced7cbc4892c,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:18.907378 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-85b8e47c-bed5-49ba-ab3b-cf3af4b7cc3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.910086 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-85b8e47c-bed5-49ba-ab3b-cf3af4b7cc3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:18.911377 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-85b8e47c-bed5-49ba-ab3b-cf3af4b7cc3e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/baafbf31-b673-4eeb-8d40-41feaec075f4 HTTP/1.1" status: 204 len: 168 time: 0.5362577 Jul 12 16:05:18.935345 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-43e4c678-0e19-4758-96e7-6f65061345df req-a24d21e8-8c1f-4d1f-bfb8-a3cb8b2fc131 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945294 Jul 12 16:05:19.057350 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:19.082051 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8e47c-bed5-49ba-ab3b-cf3af4b7cc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baafbf31-b673-4eeb-8d40-41feaec075f4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:19.163623 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54040) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:19.167190 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Attempting to bind port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:05:19.167817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Attempting to bind port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:05:19.167949 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Attempting to bind port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 on network c9f00772-a764-4ed5-8866-85d90285c860 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:19.173413 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 on network c9f00772-a764-4ed5-8866-85d90285c860 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:05:19.173935 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Attempting to bind port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 on network c9f00772-a764-4ed5-8866-85d90285c860 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:05:19.180202 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:05:19.180640 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Checking segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:05:19.181099 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Bound using segment: {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:05:19.181680 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Bound port: cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79da4d79-e15a-44fa-85a9-ac9870d3f996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:05:19.183953 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.343885 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:05:19.350177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:05:19.361888 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.426028 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:19.426666 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.430307 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] 10.222.0.66 "PUT /v2.0/ports/cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 1093 time: 1.6595340 Jul 12 16:05:19.430762 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:19.437641 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2ff553-fd63-4372-8b89-08a65b332dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:19.481434 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a41501-79f9-4412-93fd-85c32b21969b service neutron] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:19.492651 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9831b6c1-2099-45c2-a875-1da03da75854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.539653 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['3481fac9-26e6-4553-beb3-ced7cbc4892c'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:19.801492 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9831b6c1-2099-45c2-a875-1da03da75854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.813645 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9831b6c1-2099-45c2-a875-1da03da75854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:19.893335 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9831b6c1-2099-45c2-a875-1da03da75854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d3fc42-8304-4c27-bd65-6b99bdd543ff,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:19.905356 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9831b6c1-2099-45c2-a875-1da03da75854 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8e2aede9393a41089bbf66b6adf56b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402711 Jul 12 16:05:19.905503 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54074) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:19.981530 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e66-69af-40ff-9a5d-d0e4bed513bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.004812 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e66-69af-40ff-9a5d-d0e4bed513bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.060915 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e66-69af-40ff-9a5d-d0e4bed513bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.063632 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0bc35e66-69af-40ff-9a5d-d0e4bed513bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.064833 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-0bc35e66-69af-40ff-9a5d-d0e4bed513bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/56d3fc42-8304-4c27-bd65-6b99bdd543ff HTTP/1.1" status: 204 len: 168 time: 0.1575525 Jul 12 16:05:20.073636 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc35e66-69af-40ff-9a5d-d0e4bed513bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d3fc42-8304-4c27-bd65-6b99bdd543ff,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:20.458352 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54094) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:20.472702 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d760e3d-fc06-4b63-9272-b8e5a053b016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.569492 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d760e3d-fc06-4b63-9272-b8e5a053b016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.573426 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d760e3d-fc06-4b63-9272-b8e5a053b016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.615685 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1d760e3d-fc06-4b63-9272-b8e5a053b016 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fc9adb86e4d040cd86edc24fc32f30ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555963 Jul 12 16:05:20.617864 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d760e3d-fc06-4b63-9272-b8e5a053b016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24a55c7-29ac-428a-af75-94b32613a297,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:20.619236 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54096) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:20.678410 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-59cc0aff-8279-47c7-99b0-6b51281ecd58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.703355 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-59cc0aff-8279-47c7-99b0-6b51281ecd58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.768800 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-59cc0aff-8279-47c7-99b0-6b51281ecd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.777781 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-59cc0aff-8279-47c7-99b0-6b51281ecd58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:20.784942 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-59cc0aff-8279-47c7-99b0-6b51281ecd58 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b24a55c7-29ac-428a-af75-94b32613a297 HTTP/1.1" status: 204 len: 168 time: 0.1641572 Jul 12 16:05:20.800768 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc0aff-8279-47c7-99b0-6b51281ecd58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24a55c7-29ac-428a-af75-94b32613a297,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:21.251948 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54120) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:21.410164 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7fe8-1b16-4cbc-a614-130f5a1c3158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.535384 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7fe8-1b16-4cbc-a614-130f5a1c3158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.540520 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b8ea7fe8-1b16-4cbc-a614-130f5a1c3158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.583665 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54136) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:21.584981 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b8ea7fe8-1b16-4cbc-a614-130f5a1c3158 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=24d51dfea6c947e9a4644e0e05748066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309231 Jul 12 16:05:21.585494 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea7fe8-1b16-4cbc-a614-130f5a1c3158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aded2d9e-86c7-450b-908f-c8c74b26e81d,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:21.638312 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3836-e509-4130-b776-c071518f9bb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.660030 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3836-e509-4130-b776-c071518f9bb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.718743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3836-e509-4130-b776-c071518f9bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.721693 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca5f3836-e509-4130-b776-c071518f9bb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:21.722852 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-ca5f3836-e509-4130-b776-c071518f9bb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/aded2d9e-86c7-450b-908f-c8c74b26e81d HTTP/1.1" status: 204 len: 168 time: 0.1373823 Jul 12 16:05:21.731744 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f3836-e509-4130-b776-c071518f9bb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aded2d9e-86c7-450b-908f-c8c74b26e81d,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:22.280377 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54166) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:22.297605 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8238dce7-e40d-4b13-b84f-a3e39a237340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.328321 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 3481fac9-26e6-4553-beb3-ced7cbc4892c up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:22.455253 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 3481fac9-26e6-4553-beb3-ced7cbc4892c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:22.459808 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 3481fac9-26e6-4553-beb3-ced7cbc4892c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:22.460429 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.472582 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8238dce7-e40d-4b13-b84f-a3e39a237340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.478246 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8238dce7-e40d-4b13-b84f-a3e39a237340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.513961 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8238dce7-e40d-4b13-b84f-a3e39a237340 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c29a6224c077456bb261f00b426615e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321224 Jul 12 16:05:22.516456 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54174) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:22.569535 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238dce7-e40d-4b13-b84f-a3e39a237340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b83b1a-e57f-4a38-87be-86d75adf224c,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:22.606370 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.620616 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1ef5232a-6dfb-4dab-8171-d317a3a0b52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.655234 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3481fac9-26e6-4553-beb3-ced7cbc4892c'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:22.659030 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d781c807-aceb-40c3-95eb-bd84dd7e35e3" -d '{"events": [{"server_uuid": "d2c235da-4988-4a8d-a188-8eb26010d194", "name": "network-vif-plugged", "status": "completed", "tag": "3481fac9-26e6-4553-beb3-ced7cbc4892c"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:22.671527 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1ef5232a-6dfb-4dab-8171-d317a3a0b52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.699981 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 3481fac9-26e6-4553-beb3-ced7cbc4892c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:22.705870 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.741404 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1ef5232a-6dfb-4dab-8171-d317a3a0b52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.744600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1ef5232a-6dfb-4dab-8171-d317a3a0b52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:22.745908 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1ef5232a-6dfb-4dab-8171-d317a3a0b52c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/73b83b1a-e57f-4a38-87be-86d75adf224c HTTP/1.1" status: 204 len: 168 time: 0.2280881 Jul 12 16:05:22.778317 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5232a-6dfb-4dab-8171-d317a3a0b52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b83b1a-e57f-4a38-87be-86d75adf224c,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:22.781387 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=3481fac9-26e6-4553-beb3-ced7cbc4892c,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:23.182589 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54194) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:23.199583 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9dafaf42-bb2f-4e72-95a4-f026924c1f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.310502 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9dafaf42-bb2f-4e72-95a4-f026924c1f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.314456 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9dafaf42-bb2f-4e72-95a4-f026924c1f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.354646 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9dafaf42-bb2f-4e72-95a4-f026924c1f3b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7bdf6de6db3147d29fc6176810192f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708927 Jul 12 16:05:23.355839 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dafaf42-bb2f-4e72-95a4-f026924c1f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0793162-d4ad-4a23-aa23-f6b95beff397,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:23.357318 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54198) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:23.414995 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1285d3d4-9b2d-4b82-806c-b018cee5153f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.437308 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1285d3d4-9b2d-4b82-806c-b018cee5153f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.487592 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1285d3d4-9b2d-4b82-806c-b018cee5153f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.490024 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1285d3d4-9b2d-4b82-806c-b018cee5153f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:23.491461 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1285d3d4-9b2d-4b82-806c-b018cee5153f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b0793162-d4ad-4a23-aa23-f6b95beff397 HTTP/1.1" status: 204 len: 168 time: 0.1330755 Jul 12 16:05:23.499526 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285d3d4-9b2d-4b82-806c-b018cee5153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0793162-d4ad-4a23-aa23-f6b95beff397,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:26.306534 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e9c70175-7bb9-4cd0-abb6-cf04afd062a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:26.930744 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54352) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:27.042959 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6fc291a6-2ed9-430f-864d-2e0a8d47d4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.142120 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6fc291a6-2ed9-430f-864d-2e0a8d47d4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.147196 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6fc291a6-2ed9-430f-864d-2e0a8d47d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.189303 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-6fc291a6-2ed9-430f-864d-2e0a8d47d4bf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5676d700e114be4bb4a5918344120bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565827 Jul 12 16:05:27.190627 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc291a6-2ed9-430f-864d-2e0a8d47d4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404eeeff-dab4-4ed7-9ae7-aad126ca6b54,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:27.204197 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54356) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:27.277420 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5cb70698-5725-43be-9ad8-5285dfcfc146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.305907 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5cb70698-5725-43be-9ad8-5285dfcfc146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.363714 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5cb70698-5725-43be-9ad8-5285dfcfc146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.367603 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5cb70698-5725-43be-9ad8-5285dfcfc146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.368809 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-5cb70698-5725-43be-9ad8-5285dfcfc146 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/404eeeff-dab4-4ed7-9ae7-aad126ca6b54 HTTP/1.1" status: 204 len: 168 time: 0.1634519 Jul 12 16:05:27.387372 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb70698-5725-43be-9ad8-5285dfcfc146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404eeeff-dab4-4ed7-9ae7-aad126ca6b54,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:27.665894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54368) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:27.686175 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b6803492-2cf8-409a-8932-d724967ee531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.804638 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b6803492-2cf8-409a-8932-d724967ee531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:27.809890 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b6803492-2cf8-409a-8932-d724967ee531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.098132 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b6803492-2cf8-409a-8932-d724967ee531 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a12bebcc781a4293883c231fc1f18bac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311130 Jul 12 16:05:28.101718 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54376) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:28.104789 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6803492-2cf8-409a-8932-d724967ee531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a147d7-a05d-4a1f-a44f-452eab236703,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:28.158576 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384195f5-7608-4a65-819c-1c5d63307bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.185644 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384195f5-7608-4a65-819c-1c5d63307bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.240639 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384195f5-7608-4a65-819c-1c5d63307bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.245778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384195f5-7608-4a65-819c-1c5d63307bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:28.247890 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-384195f5-7608-4a65-819c-1c5d63307bf9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c1a147d7-a05d-4a1f-a44f-452eab236703 HTTP/1.1" status: 204 len: 168 time: 0.1441658 Jul 12 16:05:28.259980 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384195f5-7608-4a65-819c-1c5d63307bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a147d7-a05d-4a1f-a44f-452eab236703,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:29.107510 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b2cce6cf-f6d5-448a-833f-6437cdb87c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:29.218377 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:30.110865 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:31.588316 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:34.702690 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29853714-af9e-4628-88c8-052f5d4097da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:34.704370 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-29853714-af9e-4628-88c8-052f5d4097da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1096 time: 0.0616615 Jul 12 16:05:34.902202 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1ceb4-da26-4ffb-a625-6ad093ea4ef1 req-6c8ea070-f5ee-451f-b2db-b09e7f97e708 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:34.903757 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b4c1ceb4-da26-4ffb-a625-6ad093ea4ef1 req-6c8ea070-f5ee-451f-b2db-b09e7f97e708 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0933363 Jul 12 16:05:34.952519 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b4c1ceb4-da26-4ffb-a625-6ad093ea4ef1 req-a4f95b0f-446a-4b36-9f0b-117a018feaec tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Jul 12 16:05:35.126368 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cf3d3-a0d3-4908-9f5c-d5b838a29975 req-6e89081b-2e80-4c9f-b017-25c4b4db2e71 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:35.127906 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d84cf3d3-a0d3-4908-9f5c-d5b838a29975 req-6e89081b-2e80-4c9f-b017-25c4b4db2e71 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0648775 Jul 12 16:05:35.170495 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d84cf3d3-a0d3-4908-9f5c-d5b838a29975 req-6f28785a-d9ee-4976-b983-2159beda4840 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361686 Jul 12 16:05:35.227089 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc52d8d-0231-44f8-8892-6e0bf6b99493 x-openstack-request-id: req-5fc52d8d-0231-44f8-8892-6e0bf6b99493 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:35.227377 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:35.227629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-5fc52d8d-0231-44f8-8892-6e0bf6b99493 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:35.228035 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'status': 'completed', 'code': 200} Jul 12 16:05:35.379425 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effa953-e686-4078-b8b0-c3a03b4fb00e req-032f3bfb-803d-4b61-8ae6-07d9959fc8b5 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:35.381442 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5effa953-e686-4078-b8b0-c3a03b4fb00e req-032f3bfb-803d-4b61-8ae6-07d9959fc8b5 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 943 time: 0.0661638 Jul 12 16:05:35.418945 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5effa953-e686-4078-b8b0-c3a03b4fb00e req-b202bfab-a099-4406-ab18-809f7493cb05 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317042 Jul 12 16:05:35.464604 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bbaaa6-bf16-493f-bcbc-cd9e35f8f27b x-openstack-request-id: req-a1bbaaa6-bf16-493f-bcbc-cd9e35f8f27b {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:35.465170 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c235da-4988-4a8d-a188-8eb26010d194", "name": "network-vif-plugged", "status": "completed", "tag": "3481fac9-26e6-4553-beb3-ced7cbc4892c", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:35.465170 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a1bbaaa6-bf16-493f-bcbc-cd9e35f8f27b {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:35.465514 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3481fac9-26e6-4553-beb3-ced7cbc4892c', 'code': 200} Jul 12 16:05:37.909890 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-6b8d5081-b445-445f-a9ef-dbed93b83519 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 217 time: 0.0420713 Jul 12 16:05:37.980553 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95c507-9175-4022-94f0-64fd8c4d9c5f req-15b7c4fd-aea7-4da8-b6fb-ae505744068d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:37.982108 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3c95c507-9175-4022-94f0-64fd8c4d9c5f req-15b7c4fd-aea7-4da8-b6fb-ae505744068d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0643299 Jul 12 16:05:38.022848 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3c95c507-9175-4022-94f0-64fd8c4d9c5f req-a2bee528-987b-40b4-bc3f-7eee000b1219 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 12 16:05:38.078007 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-28dd1019-14b3-4a84-b3b8-82600afcdb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.079629 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-28dd1019-14b3-4a84-b3b8-82600afcdb4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0557160 Jul 12 16:05:38.248089 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-7902570b-afa8-4aab-b2d8-d36dc1a31e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.249637 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-7902570b-afa8-4aab-b2d8-d36dc1a31e67 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124706 Jul 12 16:05:38.254307 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046886e-091f-406d-bbd0-5992c6b2a231 req-85108d92-daf6-47e6-ba57-dd53f96eb407 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.256412 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d046886e-091f-406d-bbd0-5992c6b2a231 req-85108d92-daf6-47e6-ba57-dd53f96eb407 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 943 time: 0.0753779 Jul 12 16:05:38.261973 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af48ece-4654-4848-86c3-4c26d25bdb8b req-26e010a4-eda1-4774-b2b7-b3c11b46f210 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.263666 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4af48ece-4654-4848-86c3-4c26d25bdb8b req-26e010a4-eda1-4774-b2b7-b3c11b46f210 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0927641 Jul 12 16:05:38.297530 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d046886e-091f-406d-bbd0-5992c6b2a231 req-b268a10a-248f-4d2d-806d-c77ecb1fbcea tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352242 Jul 12 16:05:38.325749 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4af48ece-4654-4848-86c3-4c26d25bdb8b req-c036929a-14b7-4ed1-b82c-f5408f322fb0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561831 Jul 12 16:05:38.375015 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59646102-30d3-4729-b60c-7a1a2f75a584 req-9f9b2186-7ce4-48c9-80d4-7b0260bc6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:38.376538 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-59646102-30d3-4729-b60c-7a1a2f75a584 req-9f9b2186-7ce4-48c9-80d4-7b0260bc6dc8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 1098 time: 0.0661838 Jul 12 16:05:38.400827 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-86922822-ff10-445d-80a9-d975c1567a10 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999711 Jul 12 16:05:38.428884 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-59646102-30d3-4729-b60c-7a1a2f75a584 req-b032c47f-cb1f-4c03-894e-1eda99c7b568 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301895 Jul 12 16:05:38.920527 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-8bb5cb76-201d-4640-a254-6011d78a5787 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595737 Jul 12 16:05:39.158601 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-ed6c4124-7a09-4a2a-9758-4c8d2bee289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.160183 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-ed6c4124-7a09-4a2a-9758-4c8d2bee289f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0741611 Jul 12 16:05:39.251337 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a886d6b-2a5a-4f11-9ff5-68077217c0b5 req-717782cd-efdc-4b98-9f1b-4f8e47b0dd8b service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025207 Jul 12 16:05:39.289294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a8c8-b7a0-455d-a00b-4e928b561f7e req-9c8fb520-8ce8-4209-ac5b-0580b831cae2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.293147 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-44b3a8c8-b7a0-455d-a00b-4e928b561f7e req-9c8fb520-8ce8-4209-ac5b-0580b831cae2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.1171606 Jul 12 16:05:39.312364 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-bdb74f0d-fdbf-4887-8507-5e15b789457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.313179 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-bdb74f0d-fdbf-4887-8507-5e15b789457d service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.1230898 Jul 12 16:05:39.346474 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-44b3a8c8-b7a0-455d-a00b-4e928b561f7e req-7d6f3f50-8352-40a0-ad0f-b495c803adeb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493290 Jul 12 16:05:39.375410 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-3298ebc0-84ee-4059-8a29-eced259c807c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0496674 Jul 12 16:05:39.526436 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb977b1-5cf7-4f83-8e57-2e41082e7984 req-861aedcf-3b93-43d5-9bd9-72adcd94061f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.528023 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6cb977b1-5cf7-4f83-8e57-2e41082e7984 req-861aedcf-3b93-43d5-9bd9-72adcd94061f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 943 time: 0.0699780 Jul 12 16:05:39.604566 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6cb977b1-5cf7-4f83-8e57-2e41082e7984 req-0a921b19-bca3-4115-a8b5-de177b47b372 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706522 Jul 12 16:05:39.613301 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-b6006127-6cac-4706-b777-eae9204bb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.615145 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-b6006127-6cac-4706-b777-eae9204bb599 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0816364 Jul 12 16:05:39.616451 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-ef4b8934-b578-4169-b0e3-f599b8465f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.617979 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-ef4b8934-b578-4169-b0e3-f599b8465f2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1096 time: 0.0827854 Jul 12 16:05:39.640681 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcae00-de5c-4c58-a379-5a50358ad5f5 req-80959bd0-b17f-4d28-bdc1-6a98916a6b64 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:39.642122 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7bfcae00-de5c-4c58-a379-5a50358ad5f5 req-80959bd0-b17f-4d28-bdc1-6a98916a6b64 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0997889 Jul 12 16:05:39.681884 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7bfcae00-de5c-4c58-a379-5a50358ad5f5 req-fcc851bf-320b-49e1-ba95-d6d34ec28657 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332718 Jul 12 16:05:40.424412 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:40.523366 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072e08-34dc-4313-969c-8178f2fd3758 req-e656fcd3-53c6-4f68-b715-5931ab05ab8f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:40.524863 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40072e08-34dc-4313-969c-8178f2fd3758 req-e656fcd3-53c6-4f68-b715-5931ab05ab8f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0629649 Jul 12 16:05:40.563171 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40072e08-34dc-4313-969c-8178f2fd3758 req-331446b9-a971-45dc-a0b7-5edd2063d4e6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323570 Jul 12 16:05:43.410150 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-06848bc8-8301-4411-bf18-9e242a97d5ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jul 12 16:05:43.475063 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-c9248ec4-26ba-4ab1-8a37-687f801c5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.476751 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-c9248ec4-26ba-4ab1-8a37-687f801c5912 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 915 time: 0.0897286 Jul 12 16:05:43.516101 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-887e1650-dba0-4de7-844f-06a2a44706f8 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969174 Jul 12 16:05:43.616062 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-faf55593-281a-442a-9125-eb8787be870a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 217 time: 0.0572786 Jul 12 16:05:43.700446 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c3bb0101-e4d8-445e-ac27-0a4d15599d0b req-4bc677ae-bd89-4c1d-9b4a-a3c5f4bd7c86 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419544 Jul 12 16:05:43.701740 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-a442e897-aed9-499d-87b4-ef2dfea2b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.703236 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-a442e897-aed9-499d-87b4-ef2dfea2b3e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0796242 Jul 12 16:05:43.717412 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a8244-bdc4-443c-bbcf-21d8968b81b5 req-7bf77801-6f84-403d-9e66-7034c1adcf45 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.719048 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a78a8244-bdc4-443c-bbcf-21d8968b81b5 req-7bf77801-6f84-403d-9e66-7034c1adcf45 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 943 time: 0.1010222 Jul 12 16:05:43.734470 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957a403-c19c-4c9e-9d27-27a66073929d req-c0c4ed59-37d0-48e0-a589-f7b095445a4f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.736114 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f957a403-c19c-4c9e-9d27-27a66073929d req-c0c4ed59-37d0-48e0-a589-f7b095445a4f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0806370 Jul 12 16:05:43.763553 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a78a8244-bdc4-443c-bbcf-21d8968b81b5 req-3f898b8b-7b27-4d08-b66e-edbdada1db81 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375836 Jul 12 16:05:43.805042 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f957a403-c19c-4c9e-9d27-27a66073929d req-dbca523d-ff8f-4f74-8ac4-53899c30c279 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590031 Jul 12 16:05:43.817031 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-b44ca75d-a76e-45fa-a8db-73a669246af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.819031 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-b44ca75d-a76e-45fa-a8db-73a669246af9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817833 Jul 12 16:05:43.928599 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-da9c0e57-5de8-461a-a50c-d69643c8d9bf service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937455 Jul 12 16:05:43.930995 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3084c14-dfdc-424b-92d9-8d861ca6eb4b req-fe994440-de8f-495d-8452-b50b2adbc785 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:43.932859 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f3084c14-dfdc-424b-92d9-8d861ca6eb4b req-fe994440-de8f-495d-8452-b50b2adbc785 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0645373 Jul 12 16:05:43.971384 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f3084c14-dfdc-424b-92d9-8d861ca6eb4b req-87d42960-5c65-492c-b50a-49a88d1d5135 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322678 Jul 12 16:05:44.059795 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d2ff553-fd63-4372-8b89-08a65b332dd8 req-57b7360d-db86-43f4-8dd8-d01f0967a039 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880563 Jul 12 16:05:44.993477 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda7257-9b41-4982-bd6e-440ba964ccc1 req-96b4859c-6e4b-449e-89d5-0fb9d1ad19ae tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:44.996194 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bdda7257-9b41-4982-bd6e-440ba964ccc1 req-96b4859c-6e4b-449e-89d5-0fb9d1ad19ae tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 943 time: 0.0834844 Jul 12 16:05:45.045532 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bdda7257-9b41-4982-bd6e-440ba964ccc1 req-8bed13a5-c530-49b2-8ba4-7ccdaa829585 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426192 Jul 12 16:05:45.087399 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7b20-017e-483b-acea-11ac99c9f217 req-0e7be610-c571-4825-8501-c15fbf232593 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.092045 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e48d7b20-017e-483b-acea-11ac99c9f217 req-0e7be610-c571-4825-8501-c15fbf232593 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.1099102 Jul 12 16:05:45.152394 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e48d7b20-017e-483b-acea-11ac99c9f217 req-c2a22bbb-bf8f-4612-a188-f9340653376d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521965 Jul 12 16:05:45.221502 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc2f00-9d73-43eb-bf63-7a7f25271d28 req-941d705c-eada-4386-84c9-829ea7c028b6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.223182 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1bcc2f00-9d73-43eb-bf63-7a7f25271d28 req-941d705c-eada-4386-84c9-829ea7c028b6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0644205 Jul 12 16:05:45.272289 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1bcc2f00-9d73-43eb-bf63-7a7f25271d28 req-dff2877f-046a-4ab4-848a-216a2748cee1 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434885 Jul 12 16:05:45.430188 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da10b3-b22f-4e49-956f-ebf204c223c4 req-8b52f266-157d-448c-8af2-d806bd300ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:45.431676 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f5da10b3-b22f-4e49-956f-ebf204c223c4 req-8b52f266-157d-448c-8af2-d806bd300ad6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0552702 Jul 12 16:05:45.473352 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f5da10b3-b22f-4e49-956f-ebf204c223c4 req-8f6954ef-eae9-4313-90ae-ec8787be7caf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288289 Jul 12 16:05:46.283266 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849662e6-99c4-4a11-86b5-9ffe456178e0 req-bbbe0ab7-0c41-4dfb-8984-a3a8f1e19352 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.284798 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-849662e6-99c4-4a11-86b5-9ffe456178e0 req-bbbe0ab7-0c41-4dfb-8984-a3a8f1e19352 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 943 time: 0.0693591 Jul 12 16:05:46.322551 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edc884-dee7-4a29-a10e-eb1ed771934f req-ff7dc477-e040-4d8f-a02d-8e3eb68f2ceb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:46.324107 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b2edc884-dee7-4a29-a10e-eb1ed771934f req-ff7dc477-e040-4d8f-a02d-8e3eb68f2ceb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0675519 Jul 12 16:05:46.325413 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-849662e6-99c4-4a11-86b5-9ffe456178e0 req-0679fd41-790c-41e2-8712-845dbbb7b344 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Jul 12 16:05:46.370404 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b2edc884-dee7-4a29-a10e-eb1ed771934f req-e091f6ee-44ba-4b17-927d-5df76ecde699 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387738 Jul 12 16:05:46.446583 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device cf224fa2-84eb-4e6b-9739-b6fd7da167e1 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:05:46.496341 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:05:46.543443 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:46.557391 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'port_id': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'mac_address': 'fa:16:3e:3c:3b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:05:46.599644 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:46.616690 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf224fa2-84eb-4e6b-9739-b6fd7da167e1 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:05:46.639860 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:46.644328 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:46.848962 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:46.858635 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.859255 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.859937 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.860627 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.861248 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.861753 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.862221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.862568 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.862931 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.863270 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.863722 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:46.864064 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:47.597557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db67b6-3fcc-4500-b0db-1f67ebeb424b req-24853606-f630-4adf-bca3-590b11201643 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.599792 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-69db67b6-3fcc-4500-b0db-1f67ebeb424b req-24853606-f630-4adf-bca3-590b11201643 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 944 time: 0.0710862 Jul 12 16:05:47.632958 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19811b1b-4831-4fcd-818d-b86f20427a7f req-95bbd905-fc47-47c0-90d9-bdb56c91fbbf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.635259 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['cf224fa2-84eb-4e6b-9739-b6fd7da167e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:05:47.639712 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-19811b1b-4831-4fcd-818d-b86f20427a7f req-95bbd905-fc47-47c0-90d9-bdb56c91fbbf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0694718 Jul 12 16:05:47.640756 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-69db67b6-3fcc-4500-b0db-1f67ebeb424b req-53d16f30-b050-428f-838a-a265e722594e tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338700 Jul 12 16:05:47.686621 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-19811b1b-4831-4fcd-818d-b86f20427a7f req-659a4b6e-e97b-451c-aaae-fe15aa6727a0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460386 Jul 12 16:05:47.863053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab244d0-4430-446e-beb4-c0a46c589d95 req-67786748-2a82-40ec-8fec-eab07db22f92 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:47.865232 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dab244d0-4430-446e-beb4-c0a46c589d95 req-67786748-2a82-40ec-8fec-eab07db22f92 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0680330 Jul 12 16:05:47.905537 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dab244d0-4430-446e-beb4-c0a46c589d95 req-62b22d78-81fc-4870-bc19-49378c859baa tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Jul 12 16:05:48.971083 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437f8ed-1334-4320-bccf-99b51ebfa4ae req-9990491b-39cb-44e0-84d8-e5d8efb9a604 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:48.972747 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3437f8ed-1334-4320-bccf-99b51ebfa4ae req-9990491b-39cb-44e0-84d8-e5d8efb9a604 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 944 time: 0.0670803 Jul 12 16:05:49.011722 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3437f8ed-1334-4320-bccf-99b51ebfa4ae req-ccbc7904-3e2b-4dde-8d65-2076af83b3b4 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Jul 12 16:05:49.668236 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea7a34-4bca-415e-8f79-1744d4f5253e req-db1a8657-534d-4a20-93a0-0750d097c6f2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:49.669822 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fcea7a34-4bca-415e-8f79-1744d4f5253e req-db1a8657-534d-4a20-93a0-0750d097c6f2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0637324 Jul 12 16:05:49.712687 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fcea7a34-4bca-415e-8f79-1744d4f5253e req-c27d3cf6-9efd-44b8-8063-86723704f856 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371513 Jul 12 16:05:52.183514 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device cf224fa2-84eb-4e6b-9739-b6fd7da167e1 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:05:52.237326 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:05:52.241713 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:52.241999 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:52.319969 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-bfe4cc00-c228-4f02-ba6e-b29029bd4433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.321789 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-bfe4cc00-c228-4f02-ba6e-b29029bd4433 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0578716 Jul 12 16:05:52.325427 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:52.368016 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:05:52.369265 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:05:52.372914 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fae6dc5-2f2c-402f-a041-4276cf504ae1" -d '{"events": [{"server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "name": "network-vif-plugged", "status": "completed", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:05:52.376528 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:52.451323 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:52.488786 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-2171c4db-d17e-419d-b228-392b3d4e285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.491151 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-2171c4db-d17e-419d-b228-392b3d4e285b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.1511753 Jul 12 16:05:52.514696 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806139c5-5a85-44a6-9940-e35b8182160f req-12a0b8c4-15d2-487a-83a9-6efe0ec35fc2 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.516552 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-806139c5-5a85-44a6-9940-e35b8182160f req-12a0b8c4-15d2-487a-83a9-6efe0ec35fc2 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0925345 Jul 12 16:05:52.554948 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-92aa008d-b2c7-44df-a2f6-0087364a32e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0555120 Jul 12 16:05:52.585117 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-806139c5-5a85-44a6-9940-e35b8182160f req-a4718235-863c-49e1-bc1a-2469e3dd2809 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596192 Jul 12 16:05:52.622031 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a69f06-9d09-4986-8af4-44460123180c req-9e9805d4-3f34-40e0-88a1-ad95171b04d3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.623633 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-01a69f06-9d09-4986-8af4-44460123180c req-9e9805d4-3f34-40e0-88a1-ad95171b04d3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1775036 Jul 12 16:05:52.657378 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e1324d-6047-4c27-b0f1-5f000c2ab788 x-openstack-request-id: req-27e1324d-6047-4c27-b0f1-5f000c2ab788 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:05:52.657675 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "name": "network-vif-plugged", "status": "completed", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:05:52.657995 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27e1324d-6047-4c27-b0f1-5f000c2ab788 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:05:52.658313 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'code': 200} Jul 12 16:05:52.663598 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-0b153e72-4a35-4f0d-b3f0-4fc34f1994c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:52.665226 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-0b153e72-4a35-4f0d-b3f0-4fc34f1994c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0972524 Jul 12 16:05:52.679858 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-01a69f06-9d09-4986-8af4-44460123180c req-33346b0c-5173-4f2d-a3e6-b2f6a514ab2b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Jul 12 16:05:52.728764 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-e4642a3e-3aba-44ab-8617-6ceaac6333eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275314 Jul 12 16:05:52.758692 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d8d21e7f-b013-4aa2-ae58-19f4272770e7 None None] Provisioning complete for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:05:52.759150 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d8d21e7f-b013-4aa2-ae58-19f4272770e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:52.912399 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-ab9759c8-1b93-4d75-90ca-c0cc0ac61bb0 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281388 Jul 12 16:05:53.037740 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d27e3c-0ea3-4779-a601-d6cca3c25a59 req-e9668aba-1138-40da-ae4d-71b83f39591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.039632 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-64d27e3c-0ea3-4779-a601-d6cca3c25a59 req-e9668aba-1138-40da-ae4d-71b83f39591e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1098 time: 0.0788074 Jul 12 16:05:53.046735 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cbfe88e3-b613-41ed-b614-c82806ec428c req-403339dd-e665-4647-a836-377abe1883b9 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073847 Jul 12 16:05:53.094502 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-64d27e3c-0ea3-4779-a601-d6cca3c25a59 req-e4252940-68dc-4240-8027-d98f721c1638 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298874 Jul 12 16:05:53.813173 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008083ef-4fe1-41f6-9f54-056c0d81cbd0 req-e784d92c-bb04-4036-be99-fb33a0850427 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.814794 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-008083ef-4fe1-41f6-9f54-056c0d81cbd0 req-e784d92c-bb04-4036-be99-fb33a0850427 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0766926 Jul 12 16:05:53.857192 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-008083ef-4fe1-41f6-9f54-056c0d81cbd0 req-53f0809a-fab1-4576-b55a-8531fd2e345a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351429 Jul 12 16:05:53.880372 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddd321-87b8-4f3c-ae19-9b0315e159ea req-b2aaf3cb-9a37-466d-a9c8-b5e47bf366f2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:53.881908 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6cddd321-87b8-4f3c-ae19-9b0315e159ea req-b2aaf3cb-9a37-466d-a9c8-b5e47bf366f2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0668919 Jul 12 16:05:53.919794 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6cddd321-87b8-4f3c-ae19-9b0315e159ea req-08d9f8c1-f92b-4291-9d14-77bd8a767158 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320175 Jul 12 16:05:55.044765 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02683d8-5c3b-4e39-8115-41700d9611b4 req-2d652f15-49fb-45de-becd-bfa83ddbf06d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.046275 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f02683d8-5c3b-4e39-8115-41700d9611b4 req-2d652f15-49fb-45de-becd-bfa83ddbf06d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0721636 Jul 12 16:05:55.085343 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f02683d8-5c3b-4e39-8115-41700d9611b4 req-ee12ab3d-626d-486a-bf12-c937c6b41895 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327652 Jul 12 16:05:55.109262 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391b7c9-b7f3-428a-865f-31b335d86883 req-1210b242-7a44-4681-ba85-b948e329b7e6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:55.110761 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4391b7c9-b7f3-428a-865f-31b335d86883 req-1210b242-7a44-4681-ba85-b948e329b7e6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0754158 Jul 12 16:05:55.151940 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4391b7c9-b7f3-428a-865f-31b335d86883 req-b628354b-f6f5-45d3-89be-17b637aa362c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Jul 12 16:05:56.270033 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072a46c-fdbd-4c49-b837-11d1eb800166 req-aaefb9ef-07ed-41bd-beb9-30a6db2f3e7c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.270990 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4072a46c-fdbd-4c49-b837-11d1eb800166 req-aaefb9ef-07ed-41bd-beb9-30a6db2f3e7c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0656726 Jul 12 16:05:56.281921 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ae6200f5-a4a2-4bdb-a0b0-ea56a76365a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:56.315421 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4072a46c-fdbd-4c49-b837-11d1eb800166 req-d6320503-42a0-47b2-b8c7-326360c313d6 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385406 Jul 12 16:05:56.511502 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea1bee-344c-4e49-9732-3795717189e8 req-a63773a2-b5fe-4b64-a0c3-d2defec8dc55 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.512545 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f0ea1bee-344c-4e49-9732-3795717189e8 req-a63773a2-b5fe-4b64-a0c3-d2defec8dc55 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0749397 Jul 12 16:05:56.552288 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f0ea1bee-344c-4e49-9732-3795717189e8 req-a335892f-b179-44c0-ac6c-de5a43be6bcf tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333638 Jul 12 16:05:56.594628 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a5617-3895-4e38-8bfd-9ef7dc1df086 req-ba819363-a41e-4236-aeb5-58fd297d1f3c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.596116 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-049a5617-3895-4e38-8bfd-9ef7dc1df086 req-ba819363-a41e-4236-aeb5-58fd297d1f3c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0701718 Jul 12 16:05:56.636727 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-049a5617-3895-4e38-8bfd-9ef7dc1df086 req-07db0429-40da-4583-8f16-c72bc2fa1dbe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Jul 12 16:05:56.970673 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ee98e-ae8a-4521-ae2c-041f0fa7684c req-816e7412-df33-48fa-8710-ec4af3702881 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:56.972463 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-663ee98e-ae8a-4521-ae2c-041f0fa7684c req-816e7412-df33-48fa-8710-ec4af3702881 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0755467 Jul 12 16:05:57.012591 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-663ee98e-ae8a-4521-ae2c-041f0fa7684c req-bb97924c-2a3f-4fa9-bc41-cf0120e594f3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Jul 12 16:05:57.822464 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb02ff-9545-491b-9695-fd70f28d847f req-daf0fd57-e30f-4793-beb6-fc5c542d215c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:57.824105 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5cb02ff-9545-491b-9695-fd70f28d847f req-daf0fd57-e30f-4793-beb6-fc5c542d215c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0718257 Jul 12 16:05:57.866391 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5cb02ff-9545-491b-9695-fd70f28d847f req-a6d8a738-ebf4-4b5c-b877-6c4b7c186fbf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Jul 12 16:05:57.878687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 54902) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:57.994794 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.088666 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.092468 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.134391 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ddc0a63a027849f8b55a40a32861edbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539816 Jul 12 16:05:58.135552 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52797818-30b8-42b8-9691-9fa83c2fcd92,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:58.137173 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 54910) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:05:58.144294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.144782 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.145209 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.145554 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.145957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.146362 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.146730 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.147177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.147582 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.147977 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.148429 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.148774 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39eb685-7858-4f0b-aeab-89d524eb4983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.186274 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.207801 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.253826 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.257003 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:58.258187 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/52797818-30b8-42b8-9691-9fa83c2fcd92 HTTP/1.1" status: 204 len: 168 time: 0.1200171 Jul 12 16:05:58.265848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52797818-30b8-42b8-9691-9fa83c2fcd92,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:05:58.273107 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.273462 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.273815 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.274223 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.274510 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.274848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.275181 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.275528 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.275852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.276186 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.276799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:58.276896 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab371189-a03c-450a-95ed-98af2afae6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:05:59.078651 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc2b4-6cf1-4424-b49c-7c6ac4f358c4 req-f70e9998-c505-4f82-9a82-f26e485cebb4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:59.080448 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1bfdc2b4-6cf1-4424-b49c-7c6ac4f358c4 req-f70e9998-c505-4f82-9a82-f26e485cebb4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0748312 Jul 12 16:05:59.109731 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cde06c1c-4498-4036-9e9a-bc516b4986c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.138338 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1bfdc2b4-6cf1-4424-b49c-7c6ac4f358c4 req-b1d86db1-e9f8-40a4-a4ff-ce92e1e25f65 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Jul 12 16:05:59.201255 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:05:59.882506 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-ca09f43d-3368-4dc8-9da4-3f834ecd23d4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:05:59.883990 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-ca09f43d-3368-4dc8-9da4-3f834ecd23d4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.1063871 Jul 12 16:05:59.899586 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-bbd66c5c-42cb-4af4-a943-06469433b7d6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/quotas/17f631b585d54ba488396de9f9810352 HTTP/1.1" status: 200 len: 375 time: 0.0099461 Jul 12 16:05:59.974522 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-60876632-5f58-4d89-b12b-e1e084b20b7d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691023 Jul 12 16:06:00.070845 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-360c28d0-8973-4cf4-ba2d-f1e1aef0f0cf service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896671 Jul 12 16:06:00.117643 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:00.182149 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1e1b1c94-3b5b-4660-a100-1d0a56005ba3 service neutron] 10.222.0.70 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053154 Jul 12 16:06:00.350741 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad01e5-2cf7-4f9e-9112-b58834d7b012 req-1d9db7ef-5ebd-4e14-8fb4-40dd47719867 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:00.357617 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6aad01e5-2cf7-4f9e-9112-b58834d7b012 req-1d9db7ef-5ebd-4e14-8fb4-40dd47719867 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0925665 Jul 12 16:06:00.389202 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6e5bc027-7765-4c37-97f0-fac17df6726a req-93a7db6d-b2ab-4335-9bb6-5d7a444d491d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 210 time: 0.0503392 Jul 12 16:06:00.392530 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6aad01e5-2cf7-4f9e-9112-b58834d7b012 req-910c069e-9fdc-4eda-b40b-e1bec2eadc1b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340683 Jul 12 16:06:01.538427 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b15215bb-8820-4230-bba8-637354170aef req-de663a0e-afa8-4bdf-a962-760f3c7a762e tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 210 time: 0.0284617 Jul 12 16:06:01.574159 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29204b-007e-4ee9-9dc5-92877150fd42 req-2b924857-8f65-4405-ac07-bbbb104cc29b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:01.575656 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4c29204b-007e-4ee9-9dc5-92877150fd42 req-2b924857-8f65-4405-ac07-bbbb104cc29b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0651340 Jul 12 16:06:01.579710 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:01.620757 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4c29204b-007e-4ee9-9dc5-92877150fd42 req-6c2eb36c-7c22-4782-8a1d-22f16789b061 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Jul 12 16:06:02.174252 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-5444e150-f573-40ec-8437-382202b0af72 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:02.175689 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-5444e150-f573-40ec-8437-382202b0af72 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 815 time: 0.1104872 Jul 12 16:06:02.209072 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Request body: {'port': {'device_id': '97a84816-6b89-491e-b6a9-86e6c2551590', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'admin_state_up': True, 'tenant_id': '17f631b585d54ba488396de9f9810352'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:02.325177 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Made reservation on behalf of 17f631b585d54ba488396de9f9810352 for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:06:02.328703 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.483676 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Allocated IP 172.20.0.14 (c234480e-66f4-467c-91bd-b20422ccaf95/afd0dbb8-66af-4b37-989a-790aa7bac8ff/e4e42f46-bc6d-41e2-b414-8bbce75a497c) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:02.646538 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.690346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.694148 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2beb5863-ff13-4e50-b45b-5d6d5c8d2c7e req-9c11c56d-9d43-4861-84f1-15c98aad8a2c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 210 time: 0.0370336 Jul 12 16:06:02.735695 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Network c234480e-66f4-467c-91bd-b20422ccaf95 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:02.741847 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:02.745622 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:02.771643 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event updated for resources: {'Port': ['ID=e4e42f46-bc6d-41e2-b414-8bbce75a497c,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:02.783703 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a', '4089abf8-ef84-4603-95e7-02871e3c3d39', '3481fac9-26e6-4553-beb3-ced7cbc4892c'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:02.830016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:02.830554 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:02.852430 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-1bfbe23a-9c67-4341-a757-6ebc559b8a74 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6493979 Jul 12 16:06:02.874894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ed60c-21f3-40fe-843e-d4f2d7f52eeb req-d67e30b5-7add-463b-9371-f588f2646921 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:02.876395 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f62ed60c-21f3-40fe-843e-d4f2d7f52eeb req-d67e30b5-7add-463b-9371-f588f2646921 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0917392 Jul 12 16:06:02.892448 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Request body: {'port': {'device_id': '97a84816-6b89-491e-b6a9-86e6c2551590', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:02.947319 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f62ed60c-21f3-40fe-843e-d4f2d7f52eeb req-b9bb004c-6af2-4444-90dc-21e5698429d7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649607 Jul 12 16:06:02.986077 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.255886 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e42f46-bc6d-41e2-b414-8bbce75a497c {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:03.263411 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.275611 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Transition to ACTIVE for port object e4e42f46-bc6d-41e2-b414-8bbce75a497c will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:06:03.279177 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.327020 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e42f46-bc6d-41e2-b414-8bbce75a497c,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:03.398583 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Attempting to bind port e4e42f46-bc6d-41e2-b414-8bbce75a497c on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:06:03.398914 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Attempting to bind port e4e42f46-bc6d-41e2-b414-8bbce75a497c by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:06:03.399289 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Attempting to bind port e4e42f46-bc6d-41e2-b414-8bbce75a497c on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:03.405557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Port e4e42f46-bc6d-41e2-b414-8bbce75a497c on network c234480e-66f4-467c-91bd-b20422ccaf95 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:06:03.405892 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Attempting to bind port e4e42f46-bc6d-41e2-b414-8bbce75a497c on network c234480e-66f4-467c-91bd-b20422ccaf95 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:06:03.412082 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:06:03.412432 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Checking segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:06:03.412848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Bound using segment: {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:06:03.413278 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Bound port: e4e42f46-bc6d-41e2-b414-8bbce75a497c, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:06:03.413636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.486062 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] For port e4e42f46-bc6d-41e2-b414-8bbce75a497c, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:06:03.490952 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] For port e4e42f46-bc6d-41e2-b414-8bbce75a497c, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:06:03.494959 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.529156 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.529845 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:03.531180 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] 10.222.0.66 "PUT /v2.0/ports/e4e42f46-bc6d-41e2-b414-8bbce75a497c HTTP/1.1" status: 200 len: 1094 time: 0.6426020 Jul 12 16:06:03.531810 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a84816-6b89-491e-b6a9-86e6c2551590', 'tag': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:03.534200 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af" -d '{"events": [{"name": "network-changed", "server_uuid": "97a84816-6b89-491e-b6a9-86e6c2551590", "tag": "e4e42f46-bc6d-41e2-b414-8bbce75a497c"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:03.561702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7099b-2909-43d9-9d1f-0bc5bacc0f47 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e42f46-bc6d-41e2-b414-8bbce75a497c,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:03.576966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d31d76-bbae-4586-8cd0-d8e29e227bc6 x-openstack-request-id: req-18d31d76-bbae-4586-8cd0-d8e29e227bc6 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:03.577722 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a84816-6b89-491e-b6a9-86e6c2551590", "tag": "e4e42f46-bc6d-41e2-b414-8bbce75a497c", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:03.578034 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-18d31d76-bbae-4586-8cd0-d8e29e227bc6 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:03.587878 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a84816-6b89-491e-b6a9-86e6c2551590', 'tag': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c', 'status': 'completed', 'code': 200} Jul 12 16:06:03.721684 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-a20748dd-01c2-4a53-9fa3-c5f7b95d12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.723428 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-a20748dd-01c2-4a53-9fa3-c5f7b95d12f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 1097 time: 0.0551403 Jul 12 16:06:03.826960 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-df5618fb-5e3d-4cc0-8f9f-7be040f30e83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c HTTP/1.1" status: 200 len: 217 time: 0.0388873 Jul 12 16:06:03.908229 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-f50f69ea-5ccd-4cb0-b011-0ce8c2a08a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.909734 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-f50f69ea-5ccd-4cb0-b011-0ce8c2a08a3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.0453615 Jul 12 16:06:03.928165 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979070ba-f661-4284-8418-cd8321042874 req-09f13416-3178-47bd-9617-d52186f189df tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:03.929816 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-979070ba-f661-4284-8418-cd8321042874 req-09f13416-3178-47bd-9617-d52186f189df tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0704634 Jul 12 16:06:03.956061 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-d34ddf68-72a2-4a29-b657-c27c53d27c92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291069 Jul 12 16:06:03.970304 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-979070ba-f661-4284-8418-cd8321042874 req-06866e05-e6f2-429b-bafc-1111ee224b5b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Jul 12 16:06:04.053504 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-dd4e10e6-07d1-4c3f-ba0c-54aeccd1688c service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888810 Jul 12 16:06:04.193887 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2d910f32-78e6-4ddd-bdef-d9d2652f5b9c req-a1342245-3aa8-45a9-9f1a-651df3d99ac0 service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261785 Jul 12 16:06:04.206273 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52a9f29-ed23-4c1a-b45e-7b65814427ea req-1429a1c6-15ad-4fc4-9cd2-5ebb8d6e56f3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.208429 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d52a9f29-ed23-4c1a-b45e-7b65814427ea req-1429a1c6-15ad-4fc4-9cd2-5ebb8d6e56f3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1213293 Jul 12 16:06:04.247694 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d52a9f29-ed23-4c1a-b45e-7b65814427ea req-51e19d12-e2c4-49b5-9022-bb6f560be48f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338509 Jul 12 16:06:04.385454 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-c5c0d1ca-3659-4137-8016-5baf3deee2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.386967 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-c5c0d1ca-3659-4137-8016-5baf3deee2b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17f631b585d54ba488396de9f9810352&device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 1097 time: 0.0574389 Jul 12 16:06:04.485435 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-6dc577f4-7eef-423a-bd85-6671a1353fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.486915 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-6dc577f4-7eef-423a-bd85-6671a1353fd1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 200 len: 916 time: 0.0870833 Jul 12 16:06:04.540458 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-582074f7-3e25-4c37-97eb-5a3607f01017 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c HTTP/1.1" status: 200 len: 217 time: 0.0380354 Jul 12 16:06:04.596293 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-74894147-4169-4726-867e-33134f260742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:04.598363 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-74894147-4169-4726-867e-33134f260742 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 200 len: 855 time: 0.0445440 Jul 12 16:06:04.634001 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-42c40498-a2ad-4cf4-a054-7f947d50fe8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c234480e-66f4-467c-91bd-b20422ccaf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264018 Jul 12 16:06:04.731113 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-767d8006-1e33-4e6c-b63b-0f985eedcb7e service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844643 Jul 12 16:06:04.839539 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b7d0c23-b2fc-4cbd-8034-1e67bc3cd8af req-18236f16-809d-4832-9f70-22104d7723ca service neutron] 10.222.0.66 "GET /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895927 Jul 12 16:06:05.203255 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3499fe-d45f-457a-a3e2-e9ff158d7c1b req-ac569c11-ea38-4d68-a5bc-9d9b5553768a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:05.204672 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a3499fe-d45f-457a-a3e2-e9ff158d7c1b req-ac569c11-ea38-4d68-a5bc-9d9b5553768a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0660686 Jul 12 16:06:05.245891 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a3499fe-d45f-457a-a3e2-e9ff158d7c1b req-02edbea1-2c45-46c4-a575-92309bb39522 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Jul 12 16:06:05.433570 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fd2d5-8997-4515-bbea-ff0d46dd6a53 req-f38da6ad-79dd-433b-9822-0ae7f099a2fe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:05.435040 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-361fd2d5-8997-4515-bbea-ff0d46dd6a53 req-f38da6ad-79dd-433b-9822-0ae7f099a2fe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0669303 Jul 12 16:06:05.473178 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-361fd2d5-8997-4515-bbea-ff0d46dd6a53 req-f7fc5ee1-bb01-4c3e-b396-40317047fa05 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Jul 12 16:06:06.420177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47891810-bbda-44fd-831e-5408d5758f52 req-e53fc6be-5711-459d-974f-ae7a0968641a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:06.421691 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-47891810-bbda-44fd-831e-5408d5758f52 req-e53fc6be-5711-459d-974f-ae7a0968641a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0627003 Jul 12 16:06:06.461328 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-47891810-bbda-44fd-831e-5408d5758f52 req-1d5ffb07-3436-4641-818e-8624f1ca24b8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Jul 12 16:06:06.652046 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfd070-9203-4d90-a40f-5c4029e7772c req-477305ff-b87c-414f-a0a2-1c8615a8a946 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:06.653572 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10cfd070-9203-4d90-a40f-5c4029e7772c req-477305ff-b87c-414f-a0a2-1c8615a8a946 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0657666 Jul 12 16:06:06.691258 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10cfd070-9203-4d90-a40f-5c4029e7772c req-6f13f921-d350-4fb4-ab0e-c5d42271cd50 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Jul 12 16:06:10.456196 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:10.630749 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814906e-ce6d-457c-a1ec-5ee2f93f01eb req-a009853b-24f5-4ddf-b40f-39fcdafd6ca6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:10.636318 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e814906e-ce6d-457c-a1ec-5ee2f93f01eb req-a009853b-24f5-4ddf-b40f-39fcdafd6ca6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0809712 Jul 12 16:06:10.684307 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c36474-20d9-4987-9070-3f96cbedffbb req-f52c94d1-1e53-4c0b-a8ab-ad67d0cca88e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:10.688332 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-35c36474-20d9-4987-9070-3f96cbedffbb req-f52c94d1-1e53-4c0b-a8ab-ad67d0cca88e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0875897 Jul 12 16:06:10.695455 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e814906e-ce6d-457c-a1ec-5ee2f93f01eb req-c651853a-a4ad-4589-a9ac-12dc1c7dff9a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518167 Jul 12 16:06:10.735342 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-35c36474-20d9-4987-9070-3f96cbedffbb req-ea51213d-6111-4bb7-b066-1331709eb449 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Jul 12 16:06:11.905200 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b3299-a981-4542-857c-0bc62aa1c812 req-1c345b4a-b694-46f1-9c35-2bcaa5858f93 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:11.906718 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-400b3299-a981-4542-857c-0bc62aa1c812 req-1c345b4a-b694-46f1-9c35-2bcaa5858f93 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0756104 Jul 12 16:06:11.928687 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5aab76-6b96-47d9-812a-4a4dc1ba29f7 req-3d1e7167-cc1c-43f8-a8f8-82c1913b4708 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:11.930225 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2a5aab76-6b96-47d9-812a-4a4dc1ba29f7 req-3d1e7167-cc1c-43f8-a8f8-82c1913b4708 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0752108 Jul 12 16:06:11.945928 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-400b3299-a981-4542-857c-0bc62aa1c812 req-0eed19fe-b9a8-40a2-906d-49ba85f7a137 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Jul 12 16:06:11.981447 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2a5aab76-6b96-47d9-812a-4a4dc1ba29f7 req-5a3a99aa-ff19-47da-8b28-aea2db50b9cd tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451124 Jul 12 16:06:12.341442 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e979fc0-5e49-4140-b525-98a28d93620f req-d8570422-1d64-46b4-9ae4-93c2ebf050f5 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:12.343067 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e979fc0-5e49-4140-b525-98a28d93620f req-d8570422-1d64-46b4-9ae4-93c2ebf050f5 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0750895 Jul 12 16:06:12.381754 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e979fc0-5e49-4140-b525-98a28d93620f req-53a9f059-ce0d-43d0-b644-8fe854b0d39d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Jul 12 16:06:12.407588 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55222) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:12.716226 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6fc6ed-f979-4262-9ab6-33485c6f11dc tempest-TestMinimumBasicScenario-332731443 tempest-TestMinimumBasicScenario-332731443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:12.718212 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-2e6fc6ed-f979-4262-9ab6-33485c6f11dc tempest-TestMinimumBasicScenario-332731443 tempest-TestMinimumBasicScenario-332731443-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1093 time: 0.3095334 Jul 12 16:06:12.721147 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55228) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:12.726274 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'port_id': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:12.750911 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for floatingip, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.860006 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:12.972068 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Allocated IP 172.27.3.212 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/ad744ef9-6eb8-4e2c-8117-39501f12142f) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:06:13.105950 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.186167 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce4039-e0bf-461c-8d95-f1c3e198e979 req-1648313a-847d-4c83-823e-c2ca467f7c33 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:13.187651 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-98ce4039-e0bf-461c-8d95-f1c3e198e979 req-1648313a-847d-4c83-823e-c2ca467f7c33 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.1022527 Jul 12 16:06:13.193204 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:13.198602 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec1ed8e-28cb-4c46-a65b-a4943324b112 req-935f0136-a393-4c8b-9d39-ab133ef5e852 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:13.200128 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2ec1ed8e-28cb-4c46-a65b-a4943324b112 req-935f0136-a393-4c8b-9d39-ab133ef5e852 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0698481 Jul 12 16:06:13.240825 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2ec1ed8e-28cb-4c46-a65b-a4943324b112 req-53bf385e-3a2b-407a-aee6-7a6bc4ce3398 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341749 Jul 12 16:06:13.490102 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:06:13.501174 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:06:13.509385 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:06:13.511583 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'Port': ['ID=ad744ef9-6eb8-4e2c-8117-39501f12142f,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:13.517075 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-98ce4039-e0bf-461c-8d95-f1c3e198e979 req-03af7c84-e4b7-401d-b13f-168c8b0e25d9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214974 Jul 12 16:06:14.061512 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.177381 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.352729 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.359243 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.437310 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:14.467297 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889e87-b35a-4e66-8ff1-e128c871fdf8 req-45ad7de4-ae78-4abd-be2d-619614f69888 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:14.469138 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-63889e87-b35a-4e66-8ff1-e128c871fdf8 req-45ad7de4-ae78-4abd-be2d-619614f69888 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1002822 Jul 12 16:06:14.500418 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'Port': ['ID=ad744ef9-6eb8-4e2c-8117-39501f12142f,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:14.536520 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-63889e87-b35a-4e66-8ff1-e128c871fdf8 req-0d833345-f7a0-4073-96c0-a6d56565a569 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461240 Jul 12 16:06:14.570593 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.l3_db [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Floating IP 3be1c140-4823-4390-9f96-d27745800b47 associated. External IP: 172.27.3.212, port: cf224fa2-84eb-4e6b-9739-b6fd7da167e1. Jul 12 16:06:14.787602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52988e6b-326e-496f-8a94-f9eac1649e09 req-072f4477-fdef-478f-b52d-b44eeccb7b1d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:14.789118 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-52988e6b-326e-496f-8a94-f9eac1649e09 req-072f4477-fdef-478f-b52d-b44eeccb7b1d tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.1259706 Jul 12 16:06:14.872132 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-52988e6b-326e-496f-8a94-f9eac1649e09 req-46a654d2-61ee-4271-8a8e-f6b2438b1ecc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760250 Jul 12 16:06:14.877209 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:06:14.987434 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:06:14.999318 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] Sync routers for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:06:15.005484 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.009435 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:15.010234 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:05:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:15.049474 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a1cf41cd-a9a8-4226-9636-0e1f4f45ed54 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3273113 Jul 12 16:06:15.050360 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:15.053537 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 55266) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:15.054141 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e18655-7b87-45b6-a575-714b7399a0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:15.061286 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-243347284', 'description': 'tempest-secgroup-smoke-243347284 description', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:15.093432 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.097799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd21e8-67a7-407f-9570-bbb97a81551a x-openstack-request-id: req-02cd21e8-67a7-407f-9570-bbb97a81551a {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:15.097799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:15.098592 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-02cd21e8-67a7-407f-9570-bbb97a81551a {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:15.098592 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'status': 'completed', 'code': 200} Jul 12 16:06:15.131652 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:15.188294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.193213 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.229378 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18655-7b87-45b6-a575-714b7399a0aa req-da4a5f38-74a2-47de-a783-078191c19ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:15.230025 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.230820 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-da4a5f38-74a2-47de-a783-078191c19ca8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1098 time: 0.0634549 Jul 12 16:06:15.231246 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1765378 Jul 12 16:06:15.233619 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29cea1a-02e0-4390-a684-49d64eddc0aa tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d8e432-724a-42fb-8f2d-227f084ab111,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:15.234585 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55270) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:15.241192 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group_rule': {'security_group_id': 'a7d8e432-724a-42fb-8f2d-227f084ab111', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:15.392729 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '3be1c140-4823-4390-9f96-d27745800b47', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'port_id': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'mac_address': 'fa:16:3e:3c:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855558cc-829e-4914-96db-55843a8c385c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:13Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 0, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:15.430194 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] Checking router: 8510de77-6fd9-4f0b-bbcd-1eededff28c8 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:06:15.439624 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:06:15.440258 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:05:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:15.561770 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:06:15.576780 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.629870 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18655-7b87-45b6-a575-714b7399a0aa req-b0a8464f-1a78-4a4e-a016-c778e016268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:15.631446 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-b0a8464f-1a78-4a4e-a016-c778e016268e service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 915 time: 0.3840969 Jul 12 16:06:15.702610 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.724391 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.766577 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74b3ad5-36eb-41b4-b8da-a6d61bf63bcd,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:15.769736 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-b034e3e5-be18-4014-b80e-5f60a6a3c990 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 999 time: 0.1281042 Jul 12 16:06:15.795839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.799931 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-fcc09f6b-9539-4c58-9c78-2d6cf346215f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5615380 Jul 12 16:06:15.801087 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 55282) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:15.805973 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group_rule': {'security_group_id': 'a7d8e432-724a-42fb-8f2d-227f084ab111', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:15.853964 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.855032 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18655-7b87-45b6-a575-714b7399a0aa req-bc5f88f7-e2f4-4218-9485-ebe80a091ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:15.857048 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-bc5f88f7-e2f4-4218-9485-ebe80a091ee9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0725121 Jul 12 16:06:15.872513 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8f137-f696-41ec-aecc-5337dd6cdb7b req-d3a0eaad-982e-4661-abc8-81c3e5130393 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:15.874091 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-26a8f137-f696-41ec-aecc-5337dd6cdb7b req-d3a0eaad-982e-4661-abc8-81c3e5130393 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1739359 Jul 12 16:06:15.944948 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.951955 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.988848 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:15.990114 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1879091 Jul 12 16:06:15.994282 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-26a8f137-f696-41ec-aecc-5337dd6cdb7b req-9eb68a9c-6b83-4d51-9d26-34c65643d732 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111233 Jul 12 16:06:15.995300 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 55288) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:16.012432 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '3be1c140-4823-4390-9f96-d27745800b47', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'port_id': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'mac_address': 'fa:16:3e:3c:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855558cc-829e-4914-96db-55843a8c385c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:13Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 0, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:06:16.013034 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group_rule': {'security_group_id': 'a7d8e432-724a-42fb-8f2d-227f084ab111', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:16.016149 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e18655-7b87-45b6-a575-714b7399a0aa req-0fa455fe-69a9-46bc-8669-2ba0af3b3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:16.017907 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-0fa455fe-69a9-46bc-8669-2ba0af3b3068 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1428692 Jul 12 16:06:16.024727 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973d7d0-2bed-45a6-937d-cff06b147185 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df6f490-5498-40ca-b753-9344c3fa70a3,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.050980 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564082d4-862a-49cf-9af2-6f2be92dfc1e None None] The sync data for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi is: [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '3be1c140-4823-4390-9f96-d27745800b47', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'floating_ip_address': '172.27.3.212', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'port_id': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'mac_address': 'fa:16:3e:3c:3b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855558cc-829e-4914-96db-55843a8c385c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:06:13Z', 'updated_at': '2021-07-12T16:06:13Z', 'revision_number': 0, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:06:16.063366 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.192954 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-98db8556-e59d-4422-9f18-1ef90e93d678 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640823 Jul 12 16:06:16.234950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65aca3-394e-4303-b41f-80e8c884a534 req-67581b34-7340-4823-a8da-b64cf7d28664 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:16.238109 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7f65aca3-394e-4303-b41f-80e8c884a534 req-67581b34-7340-4823-a8da-b64cf7d28664 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.1760917 Jul 12 16:06:16.242588 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.254600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.316570 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e5e71f-318b-4c6c-a338-1b78fafff0bf,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.324045 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7f65aca3-394e-4303-b41f-80e8c884a534 req-c06ac00f-4cbb-4c7b-bdaf-0095f53917d4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794363 Jul 12 16:06:16.325260 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.327325 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d7725b89-c41c-4208-840b-c055b5d3af24 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3299317 Jul 12 16:06:16.335855 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 55296) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:16.342807 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group_rule': {'security_group_id': 'a7d8e432-724a-42fb-8f2d-227f084ab111', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:16.388843 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40e18655-7b87-45b6-a575-714b7399a0aa req-fbb86e62-8306-4401-bc54-fe3868d33ac0 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841552 Jul 12 16:06:16.391603 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.418951 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ddc85e-7a72-479f-bd0f-04edda63d91c None None] New status for floating IP 3be1c140-4823-4390-9f96-d27745800b47: ACTIVE {{(pid=93203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:06:16.486331 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.491738 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.517179 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243fada-14c2-467d-a5c7-d8607a033a2f,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.525881 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.527285 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f8dcd0dc-2b1b-4264-aa1c-d706795ea796 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897531 Jul 12 16:06:16.530175 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55300) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:16.543832 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group_rule': {'security_group_id': 'a7d8e432-724a-42fb-8f2d-227f084ab111', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:16.588705 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.securitygroups_db [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Project aecefdd756c7486e97d819cb4f2275ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:06:16.595372 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.674784 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.679917 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.704379 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833f9efa-919b-4f7c-aed6-f930089a20df,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.709218 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.713453 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-869c078b-8e87-494e-8725-8fc27bac3d2a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1789732 Jul 12 16:06:16.714206 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55306) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:16.718533 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'security_group_rule': {'security_group_id': 'a7d8e432-724a-42fb-8f2d-227f084ab111', 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:16.742730 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.securitygroups_db [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Project aecefdd756c7486e97d819cb4f2275ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:06:16.748091 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.814148 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.819081 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.839198 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc01d1c-efc9-493b-aee0-f449e2618a15,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:16.846306 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:16.847826 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-8d446735-9846-46c8-ac26-f33d5b05ef8f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1327424 Jul 12 16:06:16.970281 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-80d4449f-be13-49f3-8dc0-e23a538fee3d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243347284&fields=id&tenant_id=aecefdd756c7486e97d819cb4f2275ab HTTP/1.1" status: 200 len: 267 time: 0.0334144 Jul 12 16:06:17.042336 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-85ef07f6-5aca-4196-aca9-42739168b046 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:17.043830 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-85ef07f6-5aca-4196-aca9-42739168b046 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0676370 Jul 12 16:06:17.055921 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'port': {'security_groups': ['30edb0bb-6ce8-44c8-bca4-baa1cd9aad49', 'a7d8e432-724a-42fb-8f2d-227f084ab111']}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:06:17.146191 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.216824 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb8b3e-f2a9-4239-a10c-3224b387dac7 req-c27d2f16-5da3-4b80-97e0-bb2becea9521 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:17.218363 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0dfb8b3e-f2a9-4239-a10c-3224b387dac7 req-c27d2f16-5da3-4b80-97e0-bb2becea9521 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0683155 Jul 12 16:06:17.270312 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0dfb8b3e-f2a9-4239-a10c-3224b387dac7 req-e78a7121-8d3f-4c90-a8a0-9392f42705a1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453746 Jul 12 16:06:17.377308 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:17.415191 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.419760 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.477830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:17.478606 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:17.480201 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33909814-14fb-40b1-9e4d-cdb3672d5693 req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "PUT /v2.0/ports/cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 981 time: 0.4299228 Jul 12 16:06:17.480702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:17.485921 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94fc403-ded3-47d4-832d-dc52094268a7" -d '{"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:17.516936 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a52b8e-feba-41c4-91ba-40e69dedc7e7 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=6']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:17.544743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78028d4-5f65-4424-8502-e9d6e11626b0 req-43d5b6e4-bd67-4d60-9851-af39e2cbe9e0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:17.546279 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f78028d4-5f65-4424-8502-e9d6e11626b0 req-43d5b6e4-bd67-4d60-9851-af39e2cbe9e0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0816319 Jul 12 16:06:17.591981 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f78028d4-5f65-4424-8502-e9d6e11626b0 req-f6233bb1-b9ef-449a-b65c-4ffd05165a8c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Jul 12 16:06:17.645580 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048280b3-2b23-48cb-bb7e-fd61e76dfc06 x-openstack-request-id: req-048280b3-2b23-48cb-bb7e-fd61e76dfc06 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:17.648940 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:17.649645 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-048280b3-2b23-48cb-bb7e-fd61e76dfc06 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:17.650275 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'status': 'completed', 'code': 200} Jul 12 16:06:17.673422 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7e3e1-f629-4d56-9f7f-6ba352440a3e req-48fc07ca-e2c9-430b-b0be-a4ef6aa73167 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:17.674810 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5ba7e3e1-f629-4d56-9f7f-6ba352440a3e req-48fc07ca-e2c9-430b-b0be-a4ef6aa73167 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0900126 Jul 12 16:06:17.721854 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5ba7e3e1-f629-4d56-9f7f-6ba352440a3e req-9bf05e9a-fd1b-4f05-901e-fe855332306a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400441 Jul 12 16:06:17.773026 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-36d9c6db-7080-45b0-aed7-c18a9f5e3590 None None] Provisioning complete for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:17.773891 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-36d9c6db-7080-45b0-aed7-c18a9f5e3590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:20.868315 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['cf224fa2-84eb-4e6b-9739-b6fd7da167e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:21.002878 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-245ea448-3818-4b08-b19d-b02fb7521f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.005258 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-245ea448-3818-4b08-b19d-b02fb7521f0c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1137 time: 0.0562840 Jul 12 16:06:21.190945 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-12c5dad2-efdb-47b1-b8be-a13dba5e7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.192838 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-12c5dad2-efdb-47b1-b8be-a13dba5e7c15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 915 time: 0.1250579 Jul 12 16:06:21.197260 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42291d-ac7b-4dec-9f05-b8c930da03b1 req-168f5cc7-5e60-4cc2-bc25-e024462ddf12 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.198836 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cd42291d-ac7b-4dec-9f05-b8c930da03b1 req-168f5cc7-5e60-4cc2-bc25-e024462ddf12 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0704012 Jul 12 16:06:21.220754 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['cf224fa2-84eb-4e6b-9739-b6fd7da167e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:21.246696 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cd42291d-ac7b-4dec-9f05-b8c930da03b1 req-9895ad49-d998-46fa-8ae7-730c8a729de0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418792 Jul 12 16:06:21.299107 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-dd6339bf-9269-4862-a1b2-5e0e0147846f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 1001 time: 0.0888522 Jul 12 16:06:21.314741 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f55ad-9571-463d-8f12-fd596dbf0224 req-beb129d6-7e12-450e-8302-a961b02141f6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.316725 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d87f55ad-9571-463d-8f12-fd596dbf0224 req-beb129d6-7e12-450e-8302-a961b02141f6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.1392555 Jul 12 16:06:21.391582 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-9af4f3b4-623e-40c7-bdbb-b4460774e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.393623 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-9af4f3b4-623e-40c7-bdbb-b4460774e187 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0745456 Jul 12 16:06:21.449149 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d87f55ad-9571-463d-8f12-fd596dbf0224 req-e00c8c3c-3b24-4465-bb6b-b351b12a3571 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213725 Jul 12 16:06:21.494761 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-e0dac516-7211-43f2-9cd8-4625fb5dc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:21.496322 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-e0dac516-7211-43f2-9cd8-4625fb5dc387 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0902364 Jul 12 16:06:21.611911 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-058e9ce8-a271-4ab3-94c9-b36aae283333 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032834 Jul 12 16:06:21.713713 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d94fc403-ded3-47d4-832d-dc52094268a7 req-fedafa43-bd78-4d5a-aa69-0e88024a50e8 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910537 Jul 12 16:06:22.449183 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3df74-c45d-4bcb-9fa4-188a054c94e6 req-c623538c-9de5-424a-8f1e-d4fb36a2aad4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:22.450664 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1ae3df74-c45d-4bcb-9fa4-188a054c94e6 req-c623538c-9de5-424a-8f1e-d4fb36a2aad4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0696855 Jul 12 16:06:22.493918 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1ae3df74-c45d-4bcb-9fa4-188a054c94e6 req-66a2a8d0-48c6-4ad9-b068-c1c36fbc5a57 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376098 Jul 12 16:06:22.640129 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a4580-0e84-45f5-884f-595b73a2b8d3 req-033b6c7b-b9ac-47e0-a669-d8f6d9219352 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:22.641638 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ff5a4580-0e84-45f5-884f-595b73a2b8d3 req-033b6c7b-b9ac-47e0-a669-d8f6d9219352 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0701585 Jul 12 16:06:22.682784 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ff5a4580-0e84-45f5-884f-595b73a2b8d3 req-da57be1e-06eb-42c4-99ee-0ba4db13f2a0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Jul 12 16:06:23.495855 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:06:23.716938 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b642bc-0e8c-49c5-b526-279bc9fd496d req-6c1f9957-61f8-4fa5-94c8-2a13acda26ff tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:23.719742 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e1b642bc-0e8c-49c5-b526-279bc9fd496d req-6c1f9957-61f8-4fa5-94c8-2a13acda26ff tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0750093 Jul 12 16:06:23.762529 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e1b642bc-0e8c-49c5-b526-279bc9fd496d req-6ec4f9f2-ce93-47ba-9450-951134a44ac9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357375 Jul 12 16:06:23.875581 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc58c76-b74d-4c35-916b-0904340318f7 req-577f4ab1-6dbe-4af7-9d6b-6d0cf68334f3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:23.877156 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-efc58c76-b74d-4c35-916b-0904340318f7 req-577f4ab1-6dbe-4af7-9d6b-6d0cf68334f3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0660658 Jul 12 16:06:23.921168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-efc58c76-b74d-4c35-916b-0904340318f7 req-6ea25f58-859c-4f21-9349-0db9c783ec64 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Jul 12 16:06:25.281080 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3666154-d8f6-474d-947d-0489f900cc44 req-f4b3dde5-460a-472d-aa3e-6b86eb497a2a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:25.282640 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a3666154-d8f6-474d-947d-0489f900cc44 req-f4b3dde5-460a-472d-aa3e-6b86eb497a2a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0776467 Jul 12 16:06:25.326666 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a3666154-d8f6-474d-947d-0489f900cc44 req-f1960837-76cf-4037-a932-5f45912b61b9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377481 Jul 12 16:06:25.441313 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b0e66-8afb-4e31-b8be-9a6263f66900 req-9fc5832d-4523-450f-9018-45bf21291697 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:25.442813 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-405b0e66-8afb-4e31-b8be-9a6263f66900 req-9fc5832d-4523-450f-9018-45bf21291697 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0711563 Jul 12 16:06:25.485408 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-405b0e66-8afb-4e31-b8be-9a6263f66900 req-d0df7dad-82c8-4763-8f8c-c6cf15641260 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Jul 12 16:06:25.512151 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d5960-39c4-4df0-83a8-66a37440cb06 req-4e3f32cb-92fd-49e8-a8c0-c113b230c6e6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:25.513635 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2a3d5960-39c4-4df0-83a8-66a37440cb06 req-4e3f32cb-92fd-49e8-a8c0-c113b230c6e6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0721591 Jul 12 16:06:25.550983 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2a3d5960-39c4-4df0-83a8-66a37440cb06 req-56a42c6d-ac25-458f-9e98-c8184d7a19f4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Jul 12 16:06:26.286808 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ff4e47db-47f8-4d70-adc3-70244281015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:26.511884 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76853dc-7b3d-4bdc-ad1f-0b7b1bbee13b req-00090b3a-be44-4e2b-95c9-904039497280 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:26.513415 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f76853dc-7b3d-4bdc-ad1f-0b7b1bbee13b req-00090b3a-be44-4e2b-95c9-904039497280 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0628386 Jul 12 16:06:26.553048 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f76853dc-7b3d-4bdc-ad1f-0b7b1bbee13b req-615af702-91ce-4ffe-9464-13d39b1e6122 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330496 Jul 12 16:06:26.666227 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc8ee-3dfd-4639-9a00-df4065c23d41 req-0afad4cd-7459-48b7-bc82-8cebbb6279d7 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:26.667910 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-468dc8ee-3dfd-4639-9a00-df4065c23d41 req-0afad4cd-7459-48b7-bc82-8cebbb6279d7 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.0659146 Jul 12 16:06:26.719870 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-468dc8ee-3dfd-4639-9a00-df4065c23d41 req-d9703dcd-1632-4edc-8660-369c611c1fed tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429881 Jul 12 16:06:26.739702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c701cb-d505-4978-9340-5f55ef0e64e6 req-5c4b2647-8748-42cf-a2a2-41b23a69b19b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:26.741269 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28c701cb-d505-4978-9340-5f55ef0e64e6 req-5c4b2647-8748-42cf-a2a2-41b23a69b19b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0713232 Jul 12 16:06:26.783828 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28c701cb-d505-4978-9340-5f55ef0e64e6 req-92379367-6213-408e-8913-9a2386b2ab1a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368712 Jul 12 16:06:27.632203 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55498) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:27.743917 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ef1c8-6255-486f-9366-8e83252395a5 req-9c22f117-6741-4897-8555-5286cd966bc1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:27.744537 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c190f770-b4c9-4e72-85ad-88934d0280fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.746188 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6f5ef1c8-6255-486f-9366-8e83252395a5 req-9c22f117-6741-4897-8555-5286cd966bc1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0762856 Jul 12 16:06:27.789769 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6f5ef1c8-6255-486f-9366-8e83252395a5 req-49a29187-5b2b-403c-818b-aba7e0d26745 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Jul 12 16:06:27.870116 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c190f770-b4c9-4e72-85ad-88934d0280fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.879373 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c190f770-b4c9-4e72-85ad-88934d0280fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:27.946543 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190f770-b4c9-4e72-85ad-88934d0280fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac981585-0356-4106-8ea0-1ef44ab4fec5,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:27.952571 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-c190f770-b4c9-4e72-85ad-88934d0280fa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1e2e3f9e1a6643d89c7652a08315d8be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192389 Jul 12 16:06:27.956390 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55512) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:28.003974 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e50a3-9361-4235-a8ad-d98d933d9bd5 req-afe547a8-aaa1-48de-b8d9-d06fb6ab3945 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.005547 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bb5e50a3-9361-4235-a8ad-d98d933d9bd5 req-afe547a8-aaa1-48de-b8d9-d06fb6ab3945 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0902703 Jul 12 16:06:28.010466 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03b343-c4df-4dee-a55d-e79459b36cfb req-639d084a-aa26-49ee-b586-f3e89310369f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.012113 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8c03b343-c4df-4dee-a55d-e79459b36cfb req-639d084a-aa26-49ee-b586-f3e89310369f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 944 time: 0.1455631 Jul 12 16:06:28.050922 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bb5e50a3-9361-4235-a8ad-d98d933d9bd5 req-06e67569-0df2-4d92-b06d-3e023d36aef0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328250 Jul 12 16:06:28.051457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-587a5097-73f7-4073-88ec-282e8275dece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.077009 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-587a5097-73f7-4073-88ec-282e8275dece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.099033 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8c03b343-c4df-4dee-a55d-e79459b36cfb req-ae689a41-1152-4a49-8e02-5d52c90afd58 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761786 Jul 12 16:06:28.138391 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-587a5097-73f7-4073-88ec-282e8275dece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.141053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-587a5097-73f7-4073-88ec-282e8275dece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:28.142187 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-587a5097-73f7-4073-88ec-282e8275dece admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ac981585-0356-4106-8ea0-1ef44ab4fec5 HTTP/1.1" status: 204 len: 168 time: 0.1848712 Jul 12 16:06:28.151941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a5097-73f7-4073-88ec-282e8275dece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac981585-0356-4106-8ea0-1ef44ab4fec5,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:28.886327 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device e4e42f46-bc6d-41e2-b414-8bbce75a497c details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:28.992390 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254c5f4-6b6b-4e02-acac-cb9caa89f008 req-ead8dc6d-a8dc-4f65-9b00-e32f1c337900 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:28.994405 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4254c5f4-6b6b-4e02-acac-cb9caa89f008 req-ead8dc6d-a8dc-4f65-9b00-e32f1c337900 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0781476 Jul 12 16:06:29.001271 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port e4e42f46-bc6d-41e2-b414-8bbce75a497c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:29.014849 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c', 'network_id': 'c234480e-66f4-467c-91bd-b20422ccaf95', 'port_id': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c', 'mac_address': 'fa:16:3e:29:bf:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd0dbb8-66af-4b37-989a-790aa7bac8ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:29.054659 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea548b82-7e5f-4e66-8cef-7096ca5337e8 req-7471f149-5c09-4dd1-b5a9-71d01278f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:29.055325 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4254c5f4-6b6b-4e02-acac-cb9caa89f008 req-6e397cbf-8f9e-443c-a285-b18f72c25711 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494876 Jul 12 16:06:29.056244 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ea548b82-7e5f-4e66-8cef-7096ca5337e8 req-7471f149-5c09-4dd1-b5a9-71d01278f5aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0695515 Jul 12 16:06:29.063544 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.078954 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e42f46-bc6d-41e2-b414-8bbce75a497c {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:29.108253 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ea548b82-7e5f-4e66-8cef-7096ca5337e8 req-5bf83ae4-9c2d-4510-8a7c-643d65db6a65 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Jul 12 16:06:29.110695 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port e4e42f46-bc6d-41e2-b414-8bbce75a497c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:29.116365 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.120912 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7b7ade0f-af1a-4bab-b454-5da45462a30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.173291 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=e4e42f46-bc6d-41e2-b414-8bbce75a497c,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:29.205595 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:29.261820 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702102d-b4d5-4e1d-ac61-f92bdf1095a6 req-76c5a97b-0008-469c-ab6d-25d70b0fb53b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:29.263309 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c702102d-b4d5-4e1d-ac61-f92bdf1095a6 req-76c5a97b-0008-469c-ab6d-25d70b0fb53b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0668948 Jul 12 16:06:29.288687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ef427-9ecb-4e6b-b0b6-736da65ce736 req-1986dabc-cec9-4545-9eb1-6d68d1f40534 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:29.295622 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7a8ef427-9ecb-4e6b-b0b6-736da65ce736 req-1986dabc-cec9-4545-9eb1-6d68d1f40534 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 945 time: 0.0755997 Jul 12 16:06:29.309173 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c702102d-b4d5-4e1d-ac61-f92bdf1095a6 req-9becb87c-3922-4fc6-92d9-d37cc17739e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378840 Jul 12 16:06:29.335313 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7a8ef427-9ecb-4e6b-b0b6-736da65ce736 req-cbb88c35-da3f-470f-9ac5-508683a33376 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388246 Jul 12 16:06:30.023310 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['e4e42f46-bc6d-41e2-b414-8bbce75a497c'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:30.134720 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:30.256028 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8985f-54de-418b-8abf-8661484395cf req-af67b54f-85ff-4d99-97df-38b25297265d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:30.257496 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dae8985f-54de-418b-8abf-8661484395cf req-af67b54f-85ff-4d99-97df-38b25297265d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0670922 Jul 12 16:06:30.298947 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dae8985f-54de-418b-8abf-8661484395cf req-34742e2f-56cb-4672-804c-1e98af17499c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357790 Jul 12 16:06:30.494006 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc7b32-9793-4921-ab07-0c88f1c28dc8 req-6bfb3843-ef36-4368-baa2-3a06e594d422 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:30.495631 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0bdc7b32-9793-4921-ab07-0c88f1c28dc8 req-6bfb3843-ef36-4368-baa2-3a06e594d422 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0649331 Jul 12 16:06:30.519978 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683401-bf4b-4713-bb5b-9598d13cfe03 req-d4520f70-5bee-4186-b0c5-268b1ee5081a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:30.521480 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed683401-bf4b-4713-bb5b-9598d13cfe03 req-d4520f70-5bee-4186-b0c5-268b1ee5081a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 945 time: 0.0651174 Jul 12 16:06:30.537940 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0bdc7b32-9793-4921-ab07-0c88f1c28dc8 req-a6c02660-2af9-4efb-94b5-9bdd227ff1bd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366647 Jul 12 16:06:30.561904 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed683401-bf4b-4713-bb5b-9598d13cfe03 req-8c07b3cb-33d9-45f9-ae20-0de7a845f42c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 12 16:06:31.486019 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aec366-d193-413f-b51b-5133b8ba6ae8 req-bce00e0b-0610-4248-826b-6903f9802dd6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.488377 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-35aec366-d193-413f-b51b-5133b8ba6ae8 req-bce00e0b-0610-4248-826b-6903f9802dd6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0696650 Jul 12 16:06:31.526475 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-35aec366-d193-413f-b51b-5133b8ba6ae8 req-0844ded6-e66c-4ead-99f8-60e3b8d2e693 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 12 16:06:31.585156 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:31.725701 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26453ea7-3f66-4a52-94eb-f5c41bdc2ba3 req-83faa9d0-170b-480b-bc42-f93698b58d1c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.727330 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-26453ea7-3f66-4a52-94eb-f5c41bdc2ba3 req-83faa9d0-170b-480b-bc42-f93698b58d1c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0692868 Jul 12 16:06:31.767606 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-26453ea7-3f66-4a52-94eb-f5c41bdc2ba3 req-0a18daef-047b-46e5-baa6-3c3fc9a55e1e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347278 Jul 12 16:06:31.806658 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a65efa-acc1-497c-b3a2-a5399fa66657 req-36eef6c9-ae19-410e-96ad-862cd390110a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:31.808481 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a1a65efa-acc1-497c-b3a2-a5399fa66657 req-36eef6c9-ae19-410e-96ad-862cd390110a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 945 time: 0.0747592 Jul 12 16:06:31.855013 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a1a65efa-acc1-497c-b3a2-a5399fa66657 req-6e9b6e70-32ec-4410-aeff-1ccc777ca746 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Jul 12 16:06:32.154514 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-27bafc59-ce50-45fd-a075-71e5667f3005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.155943 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-27bafc59-ce50-45fd-a075-71e5667f3005 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0961747 Jul 12 16:06:32.169329 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77860150-c186-447f-ad80-276a9b0c5e8f req-a6bf325e-0fa5-4db3-88fe-1fd81ae91280 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.170799 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-77860150-c186-447f-ad80-276a9b0c5e8f req-a6bf325e-0fa5-4db3-88fe-1fd81ae91280 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1002843 Jul 12 16:06:32.261298 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-77860150-c186-447f-ad80-276a9b0c5e8f req-cb63dfd3-5343-4364-8512-9bf6a1ca18a2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848472 Jul 12 16:06:32.292694 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-f48c8d41-f626-4f23-9f52-6645f1122c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.294171 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-f48c8d41-f626-4f23-9f52-6645f1122c45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.1114016 Jul 12 16:06:32.344222 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-af8f617b-aadb-4b0e-bd47-7130138d789d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0361364 Jul 12 16:06:32.411004 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-0f196d11-31b1-425a-8ffe-5109f788918e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.412799 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-0f196d11-31b1-425a-8ffe-5109f788918e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0505638 Jul 12 16:06:32.453474 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-0bd53a35-6ed4-4ecd-96ac-692503b9864e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265892 Jul 12 16:06:32.547199 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-ea3d3f9b-0980-4af0-9e58-136d9a7cfa32 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850177 Jul 12 16:06:32.644590 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed7b3f7f-f9cf-4915-a459-eda5bc7fe484 req-d520e790-e89d-40c1-b627-0e92b1146758 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897958 Jul 12 16:06:32.922620 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device e4e42f46-bc6d-41e2-b414-8bbce75a497c up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:32.970431 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b99c8-062a-4e8b-bb61-e130a6011f70 req-31ed0d63-dc87-4347-85d3-31591fa82ae2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:32.972132 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e83b99c8-062a-4e8b-bb61-e130a6011f70 req-31ed0d63-dc87-4347-85d3-31591fa82ae2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0770853 Jul 12 16:06:32.985983 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port e4e42f46-bc6d-41e2-b414-8bbce75a497c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:06:32.991551 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port e4e42f46-bc6d-41e2-b414-8bbce75a497c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:32.992654 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.028330 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e83b99c8-062a-4e8b-bb61-e130a6011f70 req-581d44ac-8b81-4cdc-930c-65c5dcb17ff7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499611 Jul 12 16:06:33.054837 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778956f-b875-4f85-80ed-6f1f9ce93e1b req-ea4a3253-3d05-45c5-a527-970c406e3069 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.057781 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c778956f-b875-4f85-80ed-6f1f9ce93e1b req-ea4a3253-3d05-45c5-a527-970c406e3069 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 945 time: 0.0913558 Jul 12 16:06:33.097299 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.122982 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c778956f-b875-4f85-80ed-6f1f9ce93e1b req-2816b786-56bf-4091-9464-a56b12805729 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522561 Jul 12 16:06:33.139623 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a84816-6b89-491e-b6a9-86e6c2551590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:33.144558 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a781716-bf30-4880-ae46-c71d4f1507fe" -d '{"events": [{"server_uuid": "97a84816-6b89-491e-b6a9-86e6c2551590", "name": "network-vif-plugged", "status": "completed", "tag": "e4e42f46-bc6d-41e2-b414-8bbce75a497c"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:33.165276 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port e4e42f46-bc6d-41e2-b414-8bbce75a497c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:33.170320 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:33.210889 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477a518a-f9d6-403c-baed-c92e098f5eb9 x-openstack-request-id: req-477a518a-f9d6-403c-baed-c92e098f5eb9 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:33.211179 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a84816-6b89-491e-b6a9-86e6c2551590", "name": "network-vif-plugged", "status": "completed", "tag": "e4e42f46-bc6d-41e2-b414-8bbce75a497c", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:33.211436 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-477a518a-f9d6-403c-baed-c92e098f5eb9 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:33.211820 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a84816-6b89-491e-b6a9-86e6c2551590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c', 'code': 200} Jul 12 16:06:33.233421 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=e4e42f46-bc6d-41e2-b414-8bbce75a497c,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:33.459620 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2cef0-ee0e-4cb1-b64e-a907f75bdf04 req-be7e47b7-b5e0-4f18-9d56-b4abb5b7effe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.461280 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a4f2cef0-ee0e-4cb1-b64e-a907f75bdf04 req-be7e47b7-b5e0-4f18-9d56-b4abb5b7effe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0720859 Jul 12 16:06:33.500954 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a4f2cef0-ee0e-4cb1-b64e-a907f75bdf04 req-2115077e-9730-4faf-9f47-6676fe351d19 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Jul 12 16:06:33.719760 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca11762-ae78-4fc1-873f-f5a476719a9d req-1e7b2315-c9b7-405d-a4dd-cb6d3a0a4193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:33.722802 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6ca11762-ae78-4fc1-873f-f5a476719a9d req-1e7b2315-c9b7-405d-a4dd-cb6d3a0a4193 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 1099 time: 0.0521328 Jul 12 16:06:33.761142 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6ca11762-ae78-4fc1-873f-f5a476719a9d req-04d5b299-80ea-418a-9e1a-56c88ef77a08 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290020 Jul 12 16:06:34.246462 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8b279-d58f-4a42-a29f-45d16b6c5cc6 req-f496c988-f7a7-45c8-8921-c910ed66a6ec tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.248168 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-65a8b279-d58f-4a42-a29f-45d16b6c5cc6 req-f496c988-f7a7-45c8-8921-c910ed66a6ec tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0772970 Jul 12 16:06:34.294946 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-65a8b279-d58f-4a42-a29f-45d16b6c5cc6 req-7f7fa224-4497-4621-88ea-402258a8cb3c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381763 Jul 12 16:06:34.315241 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4585b5-6cd0-4553-91c7-bf92eba44474 req-d5ee50a1-0e99-42fd-bcc1-a3fe6fe195cb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.322384 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af4585b5-6cd0-4553-91c7-bf92eba44474 req-d5ee50a1-0e99-42fd-bcc1-a3fe6fe195cb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0710461 Jul 12 16:06:34.357486 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-af4585b5-6cd0-4553-91c7-bf92eba44474 req-36b69acf-3425-4c65-8f45-80ba0672ed4e tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341263 Jul 12 16:06:34.685949 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49cd738-ed97-4ce8-bed3-83af60140c44 req-868cc770-753d-4645-8643-c2dd9a4d6824 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:34.687491 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c49cd738-ed97-4ce8-bed3-83af60140c44 req-868cc770-753d-4645-8643-c2dd9a4d6824 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0664828 Jul 12 16:06:34.731661 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c49cd738-ed97-4ce8-bed3-83af60140c44 req-f43afbd4-3859-4c58-a903-513a330620a2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383477 Jul 12 16:06:35.216055 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2586d9d2-31df-4e68-851f-ccd6b7c4fcb4 req-f34182a9-d5dc-4ff7-8f6a-defd6ce51d89 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.217481 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2586d9d2-31df-4e68-851f-ccd6b7c4fcb4 req-f34182a9-d5dc-4ff7-8f6a-defd6ce51d89 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0717006 Jul 12 16:06:35.258988 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2586d9d2-31df-4e68-851f-ccd6b7c4fcb4 req-fdb0ef5a-58a6-4f95-9a7b-1d5bd5e851ef tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Jul 12 16:06:35.411696 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871728-afae-4240-a564-f6221bbfc7e1 req-79c9db2f-9f0e-437e-a896-92de1b7df9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.413459 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-79c9db2f-9f0e-437e-a896-92de1b7df9c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1098 time: 0.0964000 Jul 12 16:06:35.511400 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3caa3-fd09-416e-9396-3d784dbe1db0 req-818fa8cc-4bc0-421e-9bf9-f34e63b9beb0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.513037 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-afa3caa3-fd09-416e-9396-3d784dbe1db0 req-818fa8cc-4bc0-421e-9bf9-f34e63b9beb0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0733070 Jul 12 16:06:35.571536 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7f62a-bc0b-4c35-b3ef-cc33dd22ccd5 req-6ec2ee83-1f92-4326-a667-f0819df466a4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.577555 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e0b7f62a-bc0b-4c35-b3ef-cc33dd22ccd5 req-6ec2ee83-1f92-4326-a667-f0819df466a4 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0845714 Jul 12 16:06:35.612108 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-afa3caa3-fd09-416e-9396-3d784dbe1db0 req-9e1d6754-741d-4cd4-b1b7-5b343ea2e999 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897439 Jul 12 16:06:35.622016 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e0b7f62a-bc0b-4c35-b3ef-cc33dd22ccd5 req-b144d83a-1708-4110-82d4-c2bdb0d51332 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425365 Jul 12 16:06:35.662841 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871728-afae-4240-a564-f6221bbfc7e1 req-68e34941-3fbd-4531-85c6-0ec10df8f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.664207 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-68e34941-3fbd-4531-85c6-0ec10df8f73b service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1502926 Jul 12 16:06:35.815421 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-0a0b760f-d7b4-415d-a826-2982970aede2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 1001 time: 0.0787849 Jul 12 16:06:35.889962 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871728-afae-4240-a564-f6221bbfc7e1 req-36751eed-39e8-4855-ae67-580bff77b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.892815 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-36751eed-39e8-4855-ae67-580bff77b196 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.0654163 Jul 12 16:06:35.957210 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521f2356-0609-4480-aa5b-f8d4918b77ed req-09ac4634-12a2-4947-8a5c-a2b7298b3033 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.958970 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-521f2356-0609-4480-aa5b-f8d4918b77ed req-09ac4634-12a2-4947-8a5c-a2b7298b3033 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0934844 Jul 12 16:06:35.983012 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871728-afae-4240-a564-f6221bbfc7e1 req-04c5398d-6b42-4ef9-89b2-337e5d100fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:35.985670 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-04c5398d-6b42-4ef9-89b2-337e5d100fd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731483 Jul 12 16:06:36.014626 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-521f2356-0609-4480-aa5b-f8d4918b77ed req-be0f2394-45cc-4d29-a2d0-ade36b2ca9cb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494814 Jul 12 16:06:36.124625 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-c0edfa2e-3050-4f8f-b1fe-7103c1a83616 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242731 Jul 12 16:06:36.237325 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39871728-afae-4240-a564-f6221bbfc7e1 req-9c5cbce4-f597-499e-9f25-7c73fd71b91c service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956366 Jul 12 16:06:36.498392 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e99851-b5ce-4bb4-b0a1-761ac3e9de75 req-36692b1a-dc95-4548-98b4-bd4e65e53ab5 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:36.499914 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-56e99851-b5ce-4bb4-b0a1-761ac3e9de75 req-36692b1a-dc95-4548-98b4-bd4e65e53ab5 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0812581 Jul 12 16:06:36.541704 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-56e99851-b5ce-4bb4-b0a1-761ac3e9de75 req-67276ab8-1fa8-4329-99be-6d9551d6cc97 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346532 Jul 12 16:06:36.816446 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c03ca-228f-42dd-adf7-f58333a3a92a req-61ad2cec-17bf-4687-8fd3-6d18029123bc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:36.817606 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889dbd74-a5cd-4895-a907-ec61445dadf7 req-52fe43ce-43da-40c3-bd08-5963c2ead714 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:36.818334 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ee4c03ca-228f-42dd-adf7-f58333a3a92a req-61ad2cec-17bf-4687-8fd3-6d18029123bc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0682478 Jul 12 16:06:36.819642 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-889dbd74-a5cd-4895-a907-ec61445dadf7 req-52fe43ce-43da-40c3-bd08-5963c2ead714 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0791922 Jul 12 16:06:36.872220 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ee4c03ca-228f-42dd-adf7-f58333a3a92a req-0a3c7b54-f06d-4da0-b8a5-40e0371e21f0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462677 Jul 12 16:06:36.873437 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-889dbd74-a5cd-4895-a907-ec61445dadf7 req-351d9ee9-fe21-46de-9d9b-f9cb5734ce4e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478055 Jul 12 16:06:37.302714 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957149fc-c570-4554-8a23-d60f3f11c7a5 req-65ce03d8-7735-45f6-a4b1-1b9c6727715d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.303800 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-957149fc-c570-4554-8a23-d60f3f11c7a5 req-65ce03d8-7735-45f6-a4b1-1b9c6727715d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1309969 Jul 12 16:06:37.359992 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-957149fc-c570-4554-8a23-d60f3f11c7a5 req-5d9520a1-40b2-44ae-a023-ee25bf0a7eb5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493507 Jul 12 16:06:37.762411 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406cedc-f250-4994-a69e-60f0ba622838 req-c499d5cb-b1c7-425e-b961-6dc8446b20b4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:37.763986 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1406cedc-f250-4994-a69e-60f0ba622838 req-c499d5cb-b1c7-425e-b961-6dc8446b20b4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0745566 Jul 12 16:06:37.810808 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1406cedc-f250-4994-a69e-60f0ba622838 req-d48422ef-337f-45e5-b5c5-30d2fe72f92a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399344 Jul 12 16:06:38.086511 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea1314-0ea7-4fb9-87dd-ba1d69035f2e req-74e0693c-ba68-4262-b0d1-ff0eee4a481e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.088451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c5ea1314-0ea7-4fb9-87dd-ba1d69035f2e req-74e0693c-ba68-4262-b0d1-ff0eee4a481e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0826602 Jul 12 16:06:38.148072 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c5ea1314-0ea7-4fb9-87dd-ba1d69035f2e req-1af5fed7-da41-482b-b6ff-f2e8d67d5a7d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476534 Jul 12 16:06:38.552125 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26217ab6-d216-4920-baba-ee674dc6e425 req-3e1707ef-ce0a-4379-868c-e6943bfd21b5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.553564 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-26217ab6-d216-4920-baba-ee674dc6e425 req-3e1707ef-ce0a-4379-868c-e6943bfd21b5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0691099 Jul 12 16:06:38.591496 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-26217ab6-d216-4920-baba-ee674dc6e425 req-f54d4d22-460e-48e8-a757-8e98da6a9f96 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Jul 12 16:06:38.996489 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c038b68-716c-4d58-ad37-403868aeeb34 req-a1165d5f-cb00-499f-8a90-6d6334a7135d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:38.998001 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8c038b68-716c-4d58-ad37-403868aeeb34 req-a1165d5f-cb00-499f-8a90-6d6334a7135d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0666902 Jul 12 16:06:39.036574 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8c038b68-716c-4d58-ad37-403868aeeb34 req-f0d97d7a-c730-4f71-8af8-43e162f520c8 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324185 Jul 12 16:06:39.369059 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b67a89-a633-439b-b7cc-1d71162e8991 req-523a9358-12d6-4799-9bef-379dcfd532ff tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.370601 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c8b67a89-a633-439b-b7cc-1d71162e8991 req-523a9358-12d6-4799-9bef-379dcfd532ff tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0805371 Jul 12 16:06:39.413401 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c8b67a89-a633-439b-b7cc-1d71162e8991 req-da84c903-ed26-429b-9665-553821095de8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 Jul 12 16:06:39.775495 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db54eb4-66bf-4b66-b386-d2dcbd5942cc req-89f3fbfe-e122-47a0-9945-e0f092680d82 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:39.777079 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7db54eb4-66bf-4b66-b386-d2dcbd5942cc req-89f3fbfe-e122-47a0-9945-e0f092680d82 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0690360 Jul 12 16:06:39.818437 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7db54eb4-66bf-4b66-b386-d2dcbd5942cc req-bb1b270a-dd79-4035-9bbf-13b0d2476cc6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352578 Jul 12 16:06:40.224331 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de488d-1217-4c36-ba4e-e29d86e5deb8 req-35338905-4c13-4270-81cc-9782b4ee6b4d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:40.225941 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28de488d-1217-4c36-ba4e-e29d86e5deb8 req-35338905-4c13-4270-81cc-9782b4ee6b4d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0658944 Jul 12 16:06:40.265294 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28de488d-1217-4c36-ba4e-e29d86e5deb8 req-22ccb114-bff8-4599-b438-eebac15f644c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337241 Jul 12 16:06:40.460960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:40.626068 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d6bfd-ed47-41d4-9a62-2c7f9eb2390f req-d7df4e11-12db-4367-aa01-dc2ed1c44951 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:40.629437 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-426d6bfd-ed47-41d4-9a62-2c7f9eb2390f req-d7df4e11-12db-4367-aa01-dc2ed1c44951 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0901196 Jul 12 16:06:40.679539 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-426d6bfd-ed47-41d4-9a62-2c7f9eb2390f req-c03337f5-1ced-4dc5-b2db-430f882a0679 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412652 Jul 12 16:06:40.772321 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 55720) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:40.885428 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb357835-6a5b-410a-97d0-c7c85b09fc9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.042064 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb357835-6a5b-410a-97d0-c7c85b09fc9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.047477 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb357835-6a5b-410a-97d0-c7c85b09fc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.060432 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0566-6164-4fda-bff5-70fc7db70922 req-385584fe-586a-4aae-9cef-aa798f94a594 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:41.061950 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edbb0566-6164-4fda-bff5-70fc7db70922 req-385584fe-586a-4aae-9cef-aa798f94a594 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1245406 Jul 12 16:06:41.112240 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-cb357835-6a5b-410a-97d0-c7c85b09fc9f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8d3797c99cf74c21be79e3dd9cea61c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387930 Jul 12 16:06:41.112974 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb357835-6a5b-410a-97d0-c7c85b09fc9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d243555b-8d6f-435a-b6ee-13146b610926,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:41.115135 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 55730) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:06:41.136095 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edbb0566-6164-4fda-bff5-70fc7db70922 req-c5f4c223-c7e5-4f0b-958c-0bb11171ef61 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670192 Jul 12 16:06:41.177437 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ae9c-3930-42cb-94cd-f9805fc0e29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.199668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ae9c-3930-42cb-94cd-f9805fc0e29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.250067 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ae9c-3930-42cb-94cd-f9805fc0e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.254843 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bfb7ae9c-3930-42cb-94cd-f9805fc0e29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:41.256046 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-bfb7ae9c-3930-42cb-94cd-f9805fc0e29f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d243555b-8d6f-435a-b6ee-13146b610926 HTTP/1.1" status: 204 len: 168 time: 0.1399269 Jul 12 16:06:41.263961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7ae9c-3930-42cb-94cd-f9805fc0e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d243555b-8d6f-435a-b6ee-13146b610926,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:41.467269 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b57aa1-60fd-4d0a-85d8-66303c4a932f req-9b70a54f-8aa2-4ba6-b7cc-1d7f6ae918bf tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:41.468979 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-68b57aa1-60fd-4d0a-85d8-66303c4a932f req-9b70a54f-8aa2-4ba6-b7cc-1d7f6ae918bf tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0789669 Jul 12 16:06:41.512432 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-68b57aa1-60fd-4d0a-85d8-66303c4a932f req-9dce14d8-724f-4beb-b987-8863f138741c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369573 Jul 12 16:06:41.859108 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c9736-0cdd-4278-8e89-e8393890f7b6 req-bbe15ba2-2bec-4ae9-970c-74a11d99af43 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:41.860598 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-272c9736-0cdd-4278-8e89-e8393890f7b6 req-bbe15ba2-2bec-4ae9-970c-74a11d99af43 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0650744 Jul 12 16:06:41.899605 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-272c9736-0cdd-4278-8e89-e8393890f7b6 req-03393ac5-f3f1-4969-b3c2-93481d6ec482 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326412 Jul 12 16:06:42.317299 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173479b1-9a79-4fe5-9833-d15d9ff70df2 req-85cd7433-8b17-4937-ad18-7f7cfa2247b7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:42.318815 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-173479b1-9a79-4fe5-9833-d15d9ff70df2 req-85cd7433-8b17-4937-ad18-7f7cfa2247b7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0667405 Jul 12 16:06:42.358503 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-173479b1-9a79-4fe5-9833-d15d9ff70df2 req-fdd80838-7a87-46b6-9ad5-34167ac0a1f4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Jul 12 16:06:42.723505 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942bec2-03e4-4178-a871-30e06366f7eb req-c0b10d56-b167-4f1b-8f7b-2237dd295b31 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:42.725025 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c942bec2-03e4-4178-a871-30e06366f7eb req-c0b10d56-b167-4f1b-8f7b-2237dd295b31 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0852757 Jul 12 16:06:42.763766 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c942bec2-03e4-4178-a871-30e06366f7eb req-8a2c73ae-5828-474b-808a-e240bef25d5a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330000 Jul 12 16:06:43.084053 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d1075-38a0-4498-a04e-bafa2a1d50f7 req-523a0fc5-26d0-441a-8a8c-ebe268bc9ecb tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:43.085788 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d3d1075-38a0-4498-a04e-bafa2a1d50f7 req-523a0fc5-26d0-441a-8a8c-ebe268bc9ecb tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0684464 Jul 12 16:06:43.127943 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d3d1075-38a0-4498-a04e-bafa2a1d50f7 req-f94340cf-9f01-42b9-8adf-3a0d2b0cecf6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361483 Jul 12 16:06:43.905569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2b807-4bf0-4890-a9c4-7e8d7c1fa48e req-b2e2c6aa-9fb9-49df-a6f7-0711517d060c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:43.907077 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-87b2b807-4bf0-4890-a9c4-7e8d7c1fa48e req-b2e2c6aa-9fb9-49df-a6f7-0711517d060c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0684004 Jul 12 16:06:43.943720 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa40418-8151-48a2-9668-cc3d0ec4cdbb req-b60222ee-0c48-4aa1-8aa6-8c4e3ea73b75 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:43.946496 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9aa40418-8151-48a2-9668-cc3d0ec4cdbb req-b60222ee-0c48-4aa1-8aa6-8c4e3ea73b75 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0675216 Jul 12 16:06:43.948493 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-87b2b807-4bf0-4890-a9c4-7e8d7c1fa48e req-d90c4966-70b8-4548-9cad-62dae1e45a4b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Jul 12 16:06:43.996372 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9aa40418-8151-48a2-9668-cc3d0ec4cdbb req-239dd093-d39f-4d9b-92ad-87af633dee23 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448992 Jul 12 16:06:44.370682 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf396e-12ab-44a8-95ae-3576bc7f6762 req-61582e1c-ab23-4b6a-8ee6-a5256fa320b0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:44.377293 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5cbf396e-12ab-44a8-95ae-3576bc7f6762 req-61582e1c-ab23-4b6a-8ee6-a5256fa320b0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1058545 Jul 12 16:06:44.427696 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5cbf396e-12ab-44a8-95ae-3576bc7f6762 req-d2faf5e6-3334-4798-8292-388f4ac24544 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492387 Jul 12 16:06:45.179966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e759f-e06b-4301-aaab-2cb0ca7ac1ec req-85365b6b-550a-40da-aeb3-8e2652c2f93e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.181560 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-039e759f-e06b-4301-aaab-2cb0ca7ac1ec req-85365b6b-550a-40da-aeb3-8e2652c2f93e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0682857 Jul 12 16:06:45.220249 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-039e759f-e06b-4301-aaab-2cb0ca7ac1ec req-ce5b8dbb-1ac6-4a9f-9713-f65594aabe3a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jul 12 16:06:45.636392 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e59f68-9864-48a8-add8-b8d38e601f1e req-cfb546cd-2caa-4f1a-9466-9e6cfcf2bbf2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:45.637999 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b4e59f68-9864-48a8-add8-b8d38e601f1e req-cfb546cd-2caa-4f1a-9466-9e6cfcf2bbf2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0739441 Jul 12 16:06:45.694565 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b4e59f68-9864-48a8-add8-b8d38e601f1e req-8a2d807a-717e-4a46-b462-666daa220833 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505946 Jul 12 16:06:46.403119 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcce1f0-a0ae-4a88-8ead-34958b4e06b9 req-615f5788-10a9-4d72-83e7-26822296a7a6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.404591 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8fcce1f0-a0ae-4a88-8ead-34958b4e06b9 req-615f5788-10a9-4d72-83e7-26822296a7a6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0684576 Jul 12 16:06:46.441772 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8fcce1f0-a0ae-4a88-8ead-34958b4e06b9 req-7b0cd92f-0233-4e21-8ff6-0a8d2a1c2ed9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Jul 12 16:06:46.876768 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de23dcb-2217-42d5-98dd-8419eefe4b37 req-ff995e99-bae8-4e69-9b52-7607af8cd904 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:46.878299 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5de23dcb-2217-42d5-98dd-8419eefe4b37 req-ff995e99-bae8-4e69-9b52-7607af8cd904 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0645690 Jul 12 16:06:46.920724 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5de23dcb-2217-42d5-98dd-8419eefe4b37 req-4a776984-0828-4193-a925-3ae688377804 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342996 Jul 12 16:06:47.622845 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67657dbd-4a4e-4304-8e03-d64402490e00 req-07872744-32f7-4473-a262-b1a744200ca4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:47.624359 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-67657dbd-4a4e-4304-8e03-d64402490e00 req-07872744-32f7-4473-a262-b1a744200ca4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0631735 Jul 12 16:06:47.663251 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-67657dbd-4a4e-4304-8e03-d64402490e00 req-d06663f2-e862-425d-b3f4-c6af5a781c46 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331550 Jul 12 16:06:48.103408 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f22087-0618-4edb-89ea-e1e69a772768 req-08a2e4ee-376d-47af-be79-5ad2d8346e13 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:48.105198 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1f22087-0618-4edb-89ea-e1e69a772768 req-08a2e4ee-376d-47af-be79-5ad2d8346e13 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0657632 Jul 12 16:06:48.146602 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1f22087-0618-4edb-89ea-e1e69a772768 req-99b6a268-e9be-4f00-bc37-3333f086693e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359843 Jul 12 16:06:48.840720 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8c4d0-c6d0-4a2d-81cf-93340fec776f req-fbcaa8b2-19f0-46cc-9a3f-ff43eec7db98 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:48.842211 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b8f8c4d0-c6d0-4a2d-81cf-93340fec776f req-fbcaa8b2-19f0-46cc-9a3f-ff43eec7db98 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0663326 Jul 12 16:06:49.121755 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b8f8c4d0-c6d0-4a2d-81cf-93340fec776f req-452eb718-db9e-4666-acd5-f6c5ef3bdaeb tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733150 Jul 12 16:06:49.548921 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0929d-d553-41e0-aadc-c6d135aede24 req-27afd0b8-da97-4492-a679-f5ae4ee9493b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:49.550412 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c5f0929d-d553-41e0-aadc-c6d135aede24 req-27afd0b8-da97-4492-a679-f5ae4ee9493b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.2761590 Jul 12 16:06:49.589696 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c5f0929d-d553-41e0-aadc-c6d135aede24 req-00a34c6f-bbc2-4f99-a734-8f4ed604bdd5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327590 Jul 12 16:06:50.299319 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5e518-1459-4239-9f6a-c8b8ee858f39 req-37b2b934-e431-4aaf-83cb-60e7458df733 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:50.300718 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-01b5e518-1459-4239-9f6a-c8b8ee858f39 req-37b2b934-e431-4aaf-83cb-60e7458df733 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0634203 Jul 12 16:06:50.346044 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-01b5e518-1459-4239-9f6a-c8b8ee858f39 req-555ad3d6-6d4b-41bf-b390-e13b98a415fc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374510 Jul 12 16:06:50.766039 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8fc15-a11f-4c2e-8875-8a38542d642a req-b050a717-7dd2-470d-a5d1-2ae24c93e3e8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:50.767516 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2a8fc15-a11f-4c2e-8875-8a38542d642a req-b050a717-7dd2-470d-a5d1-2ae24c93e3e8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0613790 Jul 12 16:06:50.812899 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d2a8fc15-a11f-4c2e-8875-8a38542d642a req-ce6cb7fb-f397-427f-902e-08e427d7e883 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380073 Jul 12 16:06:51.527326 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86768e73-afd8-4900-843c-d0f462393583 req-30601086-ced0-4d8d-bb04-63270a65da11 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:51.528984 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-86768e73-afd8-4900-843c-d0f462393583 req-30601086-ced0-4d8d-bb04-63270a65da11 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0669456 Jul 12 16:06:51.571266 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-86768e73-afd8-4900-843c-d0f462393583 req-e4fcc81d-be89-4ba6-bd15-1f6911d2cbad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367260 Jul 12 16:06:51.999572 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0b2f3-a15e-46c0-99ce-cdea3cc64b96 req-6a5dd0a9-5813-4b0a-957f-d8b2f42c5d3f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.001080 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f0a0b2f3-a15e-46c0-99ce-cdea3cc64b96 req-6a5dd0a9-5813-4b0a-957f-d8b2f42c5d3f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0687773 Jul 12 16:06:52.043891 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f0a0b2f3-a15e-46c0-99ce-cdea3cc64b96 req-e38d333c-6322-485c-9436-3950a17ef6a9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366716 Jul 12 16:06:52.798871 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6df88b-7678-4393-9634-c48d13f66e85 req-5b31c933-a11f-428c-bce5-4789280d6e42 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:52.800393 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ca6df88b-7678-4393-9634-c48d13f66e85 req-5b31c933-a11f-428c-bce5-4789280d6e42 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0798206 Jul 12 16:06:52.852026 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ca6df88b-7678-4393-9634-c48d13f66e85 req-6ce687ad-b00a-4e07-aa49-c2de89822639 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Jul 12 16:06:53.246854 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040b755-c700-48a8-aacf-160362c05248 req-8764f2cd-1fa9-4d0b-9bd5-302aeb7dee56 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:53.248443 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0040b755-c700-48a8-aacf-160362c05248 req-8764f2cd-1fa9-4d0b-9bd5-302aeb7dee56 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0768659 Jul 12 16:06:53.300241 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0040b755-c700-48a8-aacf-160362c05248 req-7aedd07e-f76c-4e4a-b681-502b9811b801 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459416 Jul 12 16:06:54.065823 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522f601-725e-4063-a020-24753adb3a7a req-6838564d-a0d4-4dc6-9573-2fda452c64e4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.067764 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7522f601-725e-4063-a020-24753adb3a7a req-6838564d-a0d4-4dc6-9573-2fda452c64e4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0859718 Jul 12 16:06:54.116196 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7522f601-725e-4063-a020-24753adb3a7a req-3a330921-d4a6-47f4-8b69-39702378bf22 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413182 Jul 12 16:06:54.510994 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a43097-5863-4e5f-9691-f4eca79c48b1 req-07316fe5-cca2-456d-87d7-d3d42346eec5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:54.512560 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-05a43097-5863-4e5f-9691-f4eca79c48b1 req-07316fe5-cca2-456d-87d7-d3d42346eec5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0676036 Jul 12 16:06:54.558379 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-05a43097-5863-4e5f-9691-f4eca79c48b1 req-ef5d15ff-26ec-4753-9941-10666fb9d009 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Jul 12 16:06:54.785845 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:06:54.890112 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:54.902160 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'mac_address': 'fa:16:3e:bc:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:06:54.940628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:54.953525 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c9826b3-e73d-496e-8e1b-e9eb132279e1 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:06:54.977569 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:54.983511 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.169179 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=6']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.178286 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.178711 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.179031 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.179313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.179647 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.179980 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.180315 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.180676 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.181118 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.181782 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.182127 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.182462 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:06:55.332188 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ffaa6-9534-4d82-9a15-b68ecd2a931e req-a539698e-7a31-4841-b3b0-cb755fa0106a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.335095 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e09ffaa6-9534-4d82-9a15-b68ecd2a931e req-a539698e-7a31-4841-b3b0-cb755fa0106a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0894885 Jul 12 16:06:55.385209 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e09ffaa6-9534-4d82-9a15-b68ecd2a931e req-68bfdbe8-2b9c-43e1-a0dd-61e6c67328e2 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446241 Jul 12 16:06:55.400447 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d755a0b4-09c0-407e-b5c9-cbdfebf20af2 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:55.400956 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d755a0b4-09c0-407e-b5c9-cbdfebf20af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.442758 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['2c9826b3-e73d-496e-8e1b-e9eb132279e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:06:55.572867 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d755a0b4-09c0-407e-b5c9-cbdfebf20af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.614957 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:06:55.617257 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3afe2b-92f9-403d-877b-0d10388f2127" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:06:55.642002 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-d755a0b4-09c0-407e-b5c9-cbdfebf20af2 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:06:55.647973 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d755a0b4-09c0-407e-b5c9-cbdfebf20af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:55.665999 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f502bd-6c9c-4896-99f8-20dcf03e1d88 x-openstack-request-id: req-87f502bd-6c9c-4896-99f8-20dcf03e1d88 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:06:55.666284 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:06:55.666531 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-87f502bd-6c9c-4896-99f8-20dcf03e1d88 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:06:55.666921 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 200} Jul 12 16:06:55.749568 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755a0b4-09c0-407e-b5c9-cbdfebf20af2 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=7']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:06:55.776880 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7eb7f9-da9a-4008-a446-086df0bb930d req-66f5535e-8d82-43c2-8e47-b1e364ba4ef2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:55.778597 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad7eb7f9-da9a-4008-a446-086df0bb930d req-66f5535e-8d82-43c2-8e47-b1e364ba4ef2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0852549 Jul 12 16:06:55.836387 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad7eb7f9-da9a-4008-a446-086df0bb930d req-8968e823-f666-4fb3-b0f6-fd74cf8fa4d8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514712 Jul 12 16:06:55.929446 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fdf89349-5501-434f-a0cf-62c3afa64a47 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:55.930044 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fdf89349-5501-434f-a0cf-62c3afa64a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.292126 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5a88c635-ade6-44bb-b7df-d429ce03b69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:56.585978 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aab8e-81db-46e9-bad7-77981233b031 req-205ba2df-7995-42b8-9dd7-f9957d2082bc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:56.587605 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe9aab8e-81db-46e9-bad7-77981233b031 req-205ba2df-7995-42b8-9dd7-f9957d2082bc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0711298 Jul 12 16:06:56.632819 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe9aab8e-81db-46e9-bad7-77981233b031 req-465fa80f-697e-4550-96d6-51e24e08b088 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389402 Jul 12 16:06:57.031492 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f51058-59c3-4d40-9e4f-a71bb473d263 req-23d292e0-0fa5-409e-958d-64b6cc4327aa tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.033175 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c6f51058-59c3-4d40-9e4f-a71bb473d263 req-23d292e0-0fa5-409e-958d-64b6cc4327aa tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0688324 Jul 12 16:06:57.074186 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c6f51058-59c3-4d40-9e4f-a71bb473d263 req-92c9280b-b1ac-491e-8254-d42b41b47919 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343935 Jul 12 16:06:57.783201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:06:57.824751 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449f3e3-e08a-4298-9d75-f84ff72b03d9 req-fc2b6f58-bca0-4bf9-acaa-bc7bc0395d21 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:57.826286 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8449f3e3-e08a-4298-9d75-f84ff72b03d9 req-fc2b6f58-bca0-4bf9-acaa-bc7bc0395d21 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0725639 Jul 12 16:06:57.836854 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:06:57.837237 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:57.870571 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8449f3e3-e08a-4298-9d75-f84ff72b03d9 req-f378b41c-d046-4bbd-a77c-3e58c6f94203 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373280 Jul 12 16:06:58.271910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5191ea-cd07-4e7e-84af-66c07a188714 req-d1713d98-ea37-4ba9-8b58-fe8e2def009a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:58.273705 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0b5191ea-cd07-4e7e-84af-66c07a188714 req-d1713d98-ea37-4ba9-8b58-fe8e2def009a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0770216 Jul 12 16:06:58.318822 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0b5191ea-cd07-4e7e-84af-66c07a188714 req-a8b94044-0366-44f3-aa4e-79d483efa9a6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378678 Jul 12 16:06:59.110349 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-af37f65b-0668-47eb-941d-1efc020ccccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:59.119373 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38448c65-15de-47dd-a7b6-17788be25218 req-456f0ba0-18e3-40e8-b31e-67e38dca510f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.121073 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-38448c65-15de-47dd-a7b6-17788be25218 req-456f0ba0-18e3-40e8-b31e-67e38dca510f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1026971 Jul 12 16:06:59.177653 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-38448c65-15de-47dd-a7b6-17788be25218 req-961ff153-c112-45d7-b659-92372f21d43e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437565 Jul 12 16:06:59.217678 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:06:59.634308 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae6b04-30c2-45a8-be0f-ccecaf0bd279 req-44ad31f0-fbe4-4a16-bc51-d9d7fc94124d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:06:59.636619 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f0ae6b04-30c2-45a8-be0f-ccecaf0bd279 req-44ad31f0-fbe4-4a16-bc51-d9d7fc94124d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1213076 Jul 12 16:06:59.702348 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f0ae6b04-30c2-45a8-be0f-ccecaf0bd279 req-59645db5-b633-4186-9455-f1388858ef64 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545206 Jul 12 16:07:00.130775 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.373735 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56000) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:00.431427 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1776efc-bf01-4334-8bae-4bcdae74fe1a req-15ac7404-25ba-4060-8506-bcef05fb3124 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.434192 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a1776efc-bf01-4334-8bae-4bcdae74fe1a req-15ac7404-25ba-4060-8506-bcef05fb3124 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1154261 Jul 12 16:07:00.497647 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:07:00.508383 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a1776efc-bf01-4334-8bae-4bcdae74fe1a req-ed2084ea-c752-4011-8d20-369edd42086c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664973 Jul 12 16:07:00.580243 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.747824 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.758899 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.820091 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56010) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:00.820879 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d9944f9354cd4d839169070ab9479c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457729 Jul 12 16:07:00.827779 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20723a51-6a7e-4a42-b678-3ba88d384acc,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:00.839898 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.841626 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.842388 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.843323 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.843926 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.845318 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.845951 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.846533 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.847173 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.847911 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.848546 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.849703 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3830f5-de54-412c-b7fd-b17c97ca47f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:00.914259 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.943342 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739711b6-464c-40c8-81aa-f25c2a79727d req-f24a9973-2d83-4141-ae19-06f72811f5cc tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:00.949198 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:00.953140 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-739711b6-464c-40c8-81aa-f25c2a79727d req-f24a9973-2d83-4141-ae19-06f72811f5cc tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0976224 Jul 12 16:07:01.012405 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-739711b6-464c-40c8-81aa-f25c2a79727d req-a48695bd-c784-425f-bd4e-5a524094314c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580144 Jul 12 16:07:01.030967 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:01.034561 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:01.048609 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20723a51-6a7e-4a42-b678-3ba88d384acc HTTP/1.1" status: 204 len: 168 time: 0.2185640 Jul 12 16:07:01.050369 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20723a51-6a7e-4a42-b678-3ba88d384acc,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:01.061463 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.062043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.062565 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.063200 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.063682 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.064114 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.064546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.069482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.070218 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.070996 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.072050 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.072710 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2911b668-d0e1-4d2f-b2cc-6754d280ed9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:07:01.709425 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:01.859993 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab6efd-3b7a-4c19-a3f4-060e16b552fc req-5274fe81-86cb-443a-bd88-58612c59774d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:01.862775 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2fab6efd-3b7a-4c19-a3f4-060e16b552fc req-5274fe81-86cb-443a-bd88-58612c59774d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0923486 Jul 12 16:07:01.933571 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2fab6efd-3b7a-4c19-a3f4-060e16b552fc req-67ee28e5-9539-48e3-bcf4-2a09c8f58174 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625010 Jul 12 16:07:02.298052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8b179-a87d-49c9-9753-e3ba2eff5465 req-9c2c1de3-9399-481b-950e-d5e46cc3d032 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:02.311164 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e5b8b179-a87d-49c9-9753-e3ba2eff5465 req-9c2c1de3-9399-481b-950e-d5e46cc3d032 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1147902 Jul 12 16:07:02.389953 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e5b8b179-a87d-49c9-9753-e3ba2eff5465 req-9bcc1170-a529-4233-9ac3-3b5f90654b0f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762160 Jul 12 16:07:02.598527 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72fcdf-75f2-4708-b396-d6ceaca022c2 req-4157734b-e708-4092-b4f9-e6cc9c849ec9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:02.601838 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b72fcdf-75f2-4708-b396-d6ceaca022c2 req-4157734b-e708-4092-b4f9-e6cc9c849ec9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1432574 Jul 12 16:07:02.672287 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1b72fcdf-75f2-4708-b396-d6ceaca022c2 req-705aa46a-dc16-404d-af7d-9049c9a17e8c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489438 Jul 12 16:07:02.703578 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-810dbec9-9aeb-421e-9267-02f514655519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:02.705603 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-810dbec9-9aeb-421e-9267-02f514655519 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1099 time: 0.1348653 Jul 12 16:07:02.861761 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-7bb62502-39d3-4c5d-925b-82105883a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:02.863618 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-7bb62502-39d3-4c5d-925b-82105883a0bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.1418831 Jul 12 16:07:02.960688 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-64235111-5656-4136-94f4-722eea4ef184 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 200 len: 1002 time: 0.0860217 Jul 12 16:07:03.048348 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-99af1090-45b7-4f11-a6da-1521e9176301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.050484 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-99af1090-45b7-4f11-a6da-1521e9176301 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.0795994 Jul 12 16:07:03.161050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-491e4304-4cbf-4814-9e5d-c2d18b8fd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.168566 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-491e4304-4cbf-4814-9e5d-c2d18b8fd447 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0997987 Jul 12 16:07:03.300974 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-3da34596-bec2-4c12-9412-5c8c06d69b8c service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284764 Jul 12 16:07:03.435148 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fb7f3e21-9374-4c67-989c-b8236b2f25d9 req-3d90d351-5a2e-4aac-a6eb-f3c4ab143e50 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206663 Jul 12 16:07:03.616136 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79609bf2-bf15-4663-b693-3ea7ee233f69 req-8a16877c-5dad-48fa-a7c6-240ee3a6b4d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.624220 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-79609bf2-bf15-4663-b693-3ea7ee233f69 req-8a16877c-5dad-48fa-a7c6-240ee3a6b4d5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0788116 Jul 12 16:07:03.669064 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-79609bf2-bf15-4663-b693-3ea7ee233f69 req-b96796de-9290-407b-94e3-519067b32983 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435650 Jul 12 16:07:03.921212 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e815e-974c-41fc-9b9b-24ce081650e6 req-c4f989be-2335-4dff-bfc7-cb50fa44f355 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:03.933359 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-826e815e-974c-41fc-9b9b-24ce081650e6 req-c4f989be-2335-4dff-bfc7-cb50fa44f355 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1115232 Jul 12 16:07:03.996149 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-826e815e-974c-41fc-9b9b-24ce081650e6 req-dbbe667a-79d6-4c89-9635-01a09c52c43d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615048 Jul 12 16:07:04.977307 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e061f70-e837-4a01-b1f5-42d0a49f86fa req-4235702c-59ec-43d4-b907-a5ff02c7feb5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:04.979165 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e061f70-e837-4a01-b1f5-42d0a49f86fa req-4235702c-59ec-43d4-b907-a5ff02c7feb5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1172450 Jul 12 16:07:05.039985 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e061f70-e837-4a01-b1f5-42d0a49f86fa req-83e670fb-7996-46dc-a191-4b30fbcab77e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505478 Jul 12 16:07:05.252465 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e20c2e-ba94-4296-908b-1fdec79b7c02 req-195d3c40-c8c1-4935-bb80-fbb8fe7a1675 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:05.256079 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-00e20c2e-ba94-4296-908b-1fdec79b7c02 req-195d3c40-c8c1-4935-bb80-fbb8fe7a1675 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0888343 Jul 12 16:07:05.321651 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-00e20c2e-ba94-4296-908b-1fdec79b7c02 req-3861d5bd-2a24-4e72-aedc-6402aabada95 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503397 Jul 12 16:07:06.279294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bfbac-c3c4-44dc-91ad-7aca7f5d2830 req-08505fc4-9cfc-4258-acac-63e94b3b6052 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:06.281233 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-639bfbac-c3c4-44dc-91ad-7aca7f5d2830 req-08505fc4-9cfc-4258-acac-63e94b3b6052 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0983965 Jul 12 16:07:06.360532 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-639bfbac-c3c4-44dc-91ad-7aca7f5d2830 req-92cd567e-b45f-46f8-8d0a-92c398cc8ede tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701604 Jul 12 16:07:07.702064 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24efc37a-a99a-48c5-88d7-0a33f4faee34 req-eb113735-c6d7-4801-b658-75e27e80d851 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.717194 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-24efc37a-a99a-48c5-88d7-0a33f4faee34 req-eb113735-c6d7-4801-b658-75e27e80d851 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1308441 Jul 12 16:07:07.803581 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-24efc37a-a99a-48c5-88d7-0a33f4faee34 req-0f6060ed-7531-4ba8-ad74-90dc0424b0b1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851991 Jul 12 16:07:07.875752 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-5eadbc78-0775-4578-9176-8b543504c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.877789 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-5eadbc78-0775-4578-9176-8b543504c653 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1983709 Jul 12 16:07:07.894923 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b107c12-5a20-49e4-adc9-4c1eb8e9c268 req-295430d5-2e9d-4200-a225-2568d367df50 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:07.903830 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5b107c12-5a20-49e4-adc9-4c1eb8e9c268 req-295430d5-2e9d-4200-a225-2568d367df50 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1486683 Jul 12 16:07:08.024666 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5b107c12-5a20-49e4-adc9-4c1eb8e9c268 req-204975e0-8109-45a8-8c3b-44c2ac476974 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196320 Jul 12 16:07:08.136142 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-1be6d972-a683-4719-8df4-ebdc57ff3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:08.138945 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-1be6d972-a683-4719-8df4-ebdc57ff3ce2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.2321692 Jul 12 16:07:08.221499 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-c570f7fd-ffef-4d6e-89fd-c45b419f3aab service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0733626 Jul 12 16:07:08.341808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-5b884900-3f84-44be-9b0d-cb65d891dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:08.344398 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-5b884900-3f84-44be-9b0d-cb65d891dd7d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.1148326 Jul 12 16:07:08.395191 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-13e25107-7e76-4643-ad24-e7df0998c441 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369489 Jul 12 16:07:08.569304 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-de1cfa56-37cd-4b17-b937-dff9e6559fd2 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591716 Jul 12 16:07:08.715830 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa9c5553-e98f-4f99-8aa4-8e7c7b1c9ef7 req-0d85c954-074b-4d75-935a-e97b28bf5be7 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359477 Jul 12 16:07:09.045468 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe46795-f87d-4725-b68d-2ba4c2bf7592 req-00f84fbc-2b81-49cc-b24d-758002822ac9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:09.052489 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2fe46795-f87d-4725-b68d-2ba4c2bf7592 req-00f84fbc-2b81-49cc-b24d-758002822ac9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1094263 Jul 12 16:07:09.146668 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2fe46795-f87d-4725-b68d-2ba4c2bf7592 req-dc87c100-2924-4d61-a4b3-e78af235d5ca tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917153 Jul 12 16:07:09.392850 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c49e3-9147-4660-928d-43645203e47d req-4e916131-ba67-4349-9cef-a0b94df681a6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:09.392850 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-376c49e3-9147-4660-928d-43645203e47d req-4e916131-ba67-4349-9cef-a0b94df681a6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1508133 Jul 12 16:07:09.460868 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-376c49e3-9147-4660-928d-43645203e47d req-562db17b-0589-419a-8fc6-70a253b7cc9f tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540204 Jul 12 16:07:10.097224 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108feace-37e6-43f8-bcf3-1861701bce47 req-7fc3c2cf-7ace-4c9d-8694-be11645998c8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.099645 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-108feace-37e6-43f8-bcf3-1861701bce47 req-7fc3c2cf-7ace-4c9d-8694-be11645998c8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0922158 Jul 12 16:07:10.162456 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-108feace-37e6-43f8-bcf3-1861701bce47 req-7fd3e602-34f9-4a51-9767-63b3ec5d99b0 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516562 Jul 12 16:07:10.397717 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381d4ba-a0cd-4ee7-9a32-8782270efe75 req-05ae781b-9e55-4d34-8726-e2e9d882dc2f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.405179 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d381d4ba-a0cd-4ee7-9a32-8782270efe75 req-05ae781b-9e55-4d34-8726-e2e9d882dc2f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1088085 Jul 12 16:07:10.469143 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:10.477393 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d381d4ba-a0cd-4ee7-9a32-8782270efe75 req-71e43b7a-54f8-4229-bb19-0dde133993b4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668888 Jul 12 16:07:10.686878 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98d274-7967-4e1c-abfc-f9ac65a609df req-7ff8457b-892c-4723-b3c4-4da7c1c4dbf3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:10.688629 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5e98d274-7967-4e1c-abfc-f9ac65a609df req-7ff8457b-892c-4723-b3c4-4da7c1c4dbf3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0801132 Jul 12 16:07:10.747380 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5e98d274-7967-4e1c-abfc-f9ac65a609df req-4e3cd7b8-9502-4c8b-993f-a4fc1f210163 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485420 Jul 12 16:07:11.363383 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0285c-51c7-4aba-9fba-fa7c59c20ebf req-2148e5ab-6836-4a25-af0f-8df0698d6f9c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.366053 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0bf0285c-51c7-4aba-9fba-fa7c59c20ebf req-2148e5ab-6836-4a25-af0f-8df0698d6f9c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0781922 Jul 12 16:07:11.419071 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0bf0285c-51c7-4aba-9fba-fa7c59c20ebf req-64902aa3-49c3-420d-a944-1d03279e8a5b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469289 Jul 12 16:07:11.741360 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d08521-5728-4496-bb9d-1134e19682eb req-a2f67b76-9f82-495f-af56-4eb2fb603f96 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.743196 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-66d08521-5728-4496-bb9d-1134e19682eb req-a2f67b76-9f82-495f-af56-4eb2fb603f96 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.1167457 Jul 12 16:07:11.801054 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-eb4c1dd1-3222-4586-8ce0-ff1f2bed92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.803707 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-eb4c1dd1-3222-4586-8ce0-ff1f2bed92fb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1098 time: 0.1113710 Jul 12 16:07:11.810988 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-66d08521-5728-4496-bb9d-1134e19682eb req-67934b6b-a108-431e-a9d4-882c735af52c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591152 Jul 12 16:07:11.960365 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-99e6d516-0e81-42b8-9bb7-9723bf26e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.962540 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-99e6d516-0e81-42b8-9bb7-9723bf26e34a service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1490972 Jul 12 16:07:11.991305 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3b680-f69e-431a-92c1-d0ec07d1013f req-cfda577b-4462-41db-9771-124fa884139d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:11.992978 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dd3b680-f69e-431a-92c1-d0ec07d1013f req-cfda577b-4462-41db-9771-124fa884139d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1082873 Jul 12 16:07:12.038973 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9dd3b680-f69e-431a-92c1-d0ec07d1013f req-3588d30b-84f2-470a-9da2-d7a7784bf09b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397441 Jul 12 16:07:12.045777 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-73582062-94c5-4f65-98e1-9d0cfe86eb1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 1001 time: 0.0686831 Jul 12 16:07:12.110760 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-dc02f167-c58f-4bc5-92e6-2578e1d0db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.112224 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-dc02f167-c58f-4bc5-92e6-2578e1d0db3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.0480270 Jul 12 16:07:12.189281 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-4ba1b769-02ab-4eaf-a1ed-7e57073b46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.191917 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-4ba1b769-02ab-4eaf-a1ed-7e57073b46c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695350 Jul 12 16:07:12.313422 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-e60ce1f4-eca2-4ef4-a525-04d704318e06 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034408 Jul 12 16:07:12.434797 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-242fbed6-37bb-4b9c-8f39-717fdf91f9d1 req-dcb36dc1-3327-426d-b490-3de3a1a5aa69 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122928 Jul 12 16:07:12.623449 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb9890-5bad-4676-a4e6-708ad4a2cb53 req-4a4a9b0f-b3bf-4c87-bb22-56bbdd294e4a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:12.625460 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-15cb9890-5bad-4676-a4e6-708ad4a2cb53 req-4a4a9b0f-b3bf-4c87-bb22-56bbdd294e4a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0778308 Jul 12 16:07:12.672438 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-15cb9890-5bad-4676-a4e6-708ad4a2cb53 req-13d8caa9-18bf-471e-8ebd-462691ce02ca tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Jul 12 16:07:13.038022 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76cc2c9-21d2-4476-b1cc-f7e1a409f18f req-0ed93741-9ad9-4d6e-aa02-2b90e81e637b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.041088 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e76cc2c9-21d2-4476-b1cc-f7e1a409f18f req-0ed93741-9ad9-4d6e-aa02-2b90e81e637b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0727315 Jul 12 16:07:13.100481 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e76cc2c9-21d2-4476-b1cc-f7e1a409f18f req-8a9954c3-6ac9-4709-8081-2726cd813901 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528870 Jul 12 16:07:13.246003 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e46ca5-1016-4ff7-9087-816bec8e6c5b req-ec536ed7-e6b8-46cb-a5e4-a1ec4469a680 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.247511 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46e46ca5-1016-4ff7-9087-816bec8e6c5b req-ec536ed7-e6b8-46cb-a5e4-a1ec4469a680 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0677576 Jul 12 16:07:13.291143 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46e46ca5-1016-4ff7-9087-816bec8e6c5b req-3675e6ec-dcf4-4d9f-aa20-543735d2621d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Jul 12 16:07:13.407228 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-c3dae089-60f0-41e4-b095-9d9267ff936f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.408712 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-c3dae089-60f0-41e4-b095-9d9267ff936f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 946 time: 0.0641770 Jul 12 16:07:13.533625 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Deleting port e4e42f46-bc6d-41e2-b414-8bbce75a497c {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:13.534062 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.632936 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] For port e4e42f46-bc6d-41e2-b414-8bbce75a497c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=e4e42f46-bc6d-41e2-b414-8bbce75a497c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:13.633425 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.651294 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Calling delete_port for e4e42f46-bc6d-41e2-b414-8bbce75a497c owned by compute:nova {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:13.807544 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:13.840045 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.877954 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event deleted for resources: {'Port': ['ID=e4e42f46-bc6d-41e2-b414-8bbce75a497c,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:13.892132 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77108262-309e-4892-8250-f4bdbd7f0520 req-81bc809c-63bc-4147-b7c3-1568cca92a33 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:13.894872 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-77108262-309e-4892-8250-f4bdbd7f0520 req-81bc809c-63bc-4147-b7c3-1568cca92a33 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 867 time: 0.0820444 Jul 12 16:07:13.899393 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a', '4089abf8-ef84-4603-95e7-02871e3c3d39', '3481fac9-26e6-4553-beb3-ced7cbc4892c', 'e4e42f46-bc6d-41e2-b414-8bbce75a497c'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:13.939387 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.947015 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-77108262-309e-4892-8250-f4bdbd7f0520 req-88f57385-5d2c-433c-be06-c326a9dc7189 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Jul 12 16:07:13.961003 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] No DVR routers for this DVR port e4e42f46-bc6d-41e2-b414-8bbce75a497c on host hv-cinder-79264 {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:13.969260 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:13.969260 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-acf682e9-9f28-4b6e-a3c9-15cae1f75688 req-65afbc5b-419b-4258-a4ca-b02fb0416719 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "DELETE /v2.0/ports/e4e42f46-bc6d-41e2-b414-8bbce75a497c HTTP/1.1" status: 204 len: 173 time: 0.5438502 Jul 12 16:07:13.969260 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a84816-6b89-491e-b6a9-86e6c2551590', 'name': 'network-vif-deleted', 'tag': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:13.970053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7b2ea2-775f-4faa-ad4f-22c409aa59f0" -d '{"events": [{"server_uuid": "97a84816-6b89-491e-b6a9-86e6c2551590", "name": "network-vif-deleted", "tag": "e4e42f46-bc6d-41e2-b414-8bbce75a497c"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:14.009338 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf66c6-7240-42ed-a35b-3118efc81758 x-openstack-request-id: req-b2bf66c6-7240-42ed-a35b-3118efc81758 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:14.009832 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a84816-6b89-491e-b6a9-86e6c2551590", "name": "network-vif-deleted", "tag": "e4e42f46-bc6d-41e2-b414-8bbce75a497c", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:14.010008 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2bf66c6-7240-42ed-a35b-3118efc81758 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:14.010142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:14.010366 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a84816-6b89-491e-b6a9-86e6c2551590', 'name': 'network-vif-deleted', 'tag': 'e4e42f46-bc6d-41e2-b414-8bbce75a497c', 'status': 'completed', 'code': 200} Jul 12 16:07:14.013261 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921dd4ec-6dbb-4f51-9c76-b0b2dea2e5e4" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:14.033990 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:14.045006 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.064948 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65131c56-e238-42be-a655-9a677260b07c x-openstack-request-id: req-65131c56-e238-42be-a655-9a677260b07c {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:14.065238 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:14.065503 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-65131c56-e238-42be-a655-9a677260b07c {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:14.065896 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 200} Jul 12 16:07:14.153479 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=8']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:14.446984 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9782ba-0dbc-4146-9401-194b93d73b28 req-a900feb3-0563-4f3a-8cb4-981dbad1454d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:14.455062 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ea9782ba-0dbc-4146-9401-194b93d73b28 req-a900feb3-0563-4f3a-8cb4-981dbad1454d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 943 time: 0.1549511 Jul 12 16:07:14.501405 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3ee19ff5-9ebb-4b88-b3be-ca920d7e2e66 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:14.501800 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3ee19ff5-9ebb-4b88-b3be-ca920d7e2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.515104 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ea9782ba-0dbc-4146-9401-194b93d73b28 req-53e3a7fe-8a86-481f-9262-b059732bc18e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568206 Jul 12 16:07:14.601454 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3832eff-6e62-4782-9d80-5680347683d5 req-884a01df-97ae-412a-9875-f6670f5235be tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:14.604046 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3832eff-6e62-4782-9d80-5680347683d5 req-884a01df-97ae-412a-9875-f6670f5235be tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0859289 Jul 12 16:07:14.611743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56272) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:14.624474 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3ee19ff5-9ebb-4b88-b3be-ca920d7e2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.650263 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3832eff-6e62-4782-9d80-5680347683d5 req-dfbb4cc6-061c-4fc1-aa23-9d71101232db tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 Jul 12 16:07:14.665184 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-3ee19ff5-9ebb-4b88-b3be-ca920d7e2e66 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:14.669813 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3ee19ff5-9ebb-4b88-b3be-ca920d7e2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.730181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee19ff5-9ebb-4b88-b3be-ca920d7e2e66 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=9']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:14.750228 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6a83daf5-98eb-47ec-80e2-6fa3bd9348af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.865706 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6a83daf5-98eb-47ec-80e2-6fa3bd9348af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.870490 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6a83daf5-98eb-47ec-80e2-6fa3bd9348af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.914943 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-6a83daf5-98eb-47ec-80e2-6fa3bd9348af admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=da433632df6c4f9392432dacaaaffe3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3020167 Jul 12 16:07:14.916074 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83daf5-98eb-47ec-80e2-6fa3bd9348af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9f947b-c3f8-4677-8742-78c4c625cbd7,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:14.917789 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56278) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:14.937940 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c0b27a2f-95c8-49a5-a115-a4598ec72ba6 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:14.938473 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c0b27a2f-95c8-49a5-a115-a4598ec72ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:14.978992 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a63ad777-816a-4fa2-9796-1265eafb95c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.006178 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a63ad777-816a-4fa2-9796-1265eafb95c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.062257 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a63ad777-816a-4fa2-9796-1265eafb95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.064807 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a63ad777-816a-4fa2-9796-1265eafb95c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:15.065962 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a63ad777-816a-4fa2-9796-1265eafb95c6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/bf9f947b-c3f8-4677-8742-78c4c625cbd7 HTTP/1.1" status: 204 len: 168 time: 0.1457796 Jul 12 16:07:15.073858 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ad777-816a-4fa2-9796-1265eafb95c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9f947b-c3f8-4677-8742-78c4c625cbd7,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:15.132372 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1cb1c8b5-3691-4f4c-8fa6-e4f9f20290ce req-d7430d5b-1680-420c-ae12-f5af7b5c7498 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=97a84816-6b89-491e-b6a9-86e6c2551590 HTTP/1.1" status: 200 len: 210 time: 0.0287766 Jul 12 16:07:15.721881 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e51b-4b04-4d2d-93a3-3f93694fa722 req-01b3b4fe-a66a-4af1-86a0-543e9ebb21e4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:15.724006 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0378e51b-4b04-4d2d-93a3-3f93694fa722 req-01b3b4fe-a66a-4af1-86a0-543e9ebb21e4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0747898 Jul 12 16:07:15.763526 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0378e51b-4b04-4d2d-93a3-3f93694fa722 req-d36471f8-11d0-4464-a16f-501bd1acb42f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329022 Jul 12 16:07:15.861185 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02591d-dd72-421a-8c68-47cc1a0ce4c6 req-77e5df39-7207-4ee4-839b-f502e972da3a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:15.862897 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-de02591d-dd72-421a-8c68-47cc1a0ce4c6 req-77e5df39-7207-4ee4-839b-f502e972da3a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0814011 Jul 12 16:07:15.912640 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-de02591d-dd72-421a-8c68-47cc1a0ce4c6 req-903d308e-111d-4b5b-9702-a83ee4837543 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Jul 12 16:07:16.067335 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:16.070136 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6ffc22-7635-461f-9099-1e22b4618486" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:16.111048 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f00d10c-db14-4ce1-8f89-c31e60acd989 x-openstack-request-id: req-7f00d10c-db14-4ce1-8f89-c31e60acd989 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:16.111413 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:16.111846 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f00d10c-db14-4ce1-8f89-c31e60acd989 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:16.112318 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 200} Jul 12 16:07:16.692522 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d502f-30cb-417c-9c43-18941b1a4fd3 req-1667fbbb-8019-492a-ada6-aa8ee36130b0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:16.694053 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-946d502f-30cb-417c-9c43-18941b1a4fd3 req-1667fbbb-8019-492a-ada6-aa8ee36130b0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0762525 Jul 12 16:07:16.733805 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-946d502f-30cb-417c-9c43-18941b1a4fd3 req-7a0e2832-c3b2-4c4f-93d3-2030267672e6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341341 Jul 12 16:07:17.059915 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56358) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:17.139228 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2802-57dc-4f2a-b039-adf88a208295 req-3d533322-3cf7-4f0d-9bf9-27ed22793a9c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:17.141012 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-064f2802-57dc-4f2a-b039-adf88a208295 req-3d533322-3cf7-4f0d-9bf9-27ed22793a9c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0861456 Jul 12 16:07:17.170755 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-a0c22cb0-1837-4479-a13b-086251d3b9ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095095 Jul 12 16:07:17.189076 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-064f2802-57dc-4f2a-b039-adf88a208295 req-6152b007-8e6a-4ad4-8c12-f5ede47203e4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Jul 12 16:07:17.878895 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device e4e42f46-bc6d-41e2-b414-8bbce75a497c no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:17.907019 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: e4e42f46-bc6d-41e2-b414-8bbce75a497c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:17.907306 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device e4e42f46-bc6d-41e2-b414-8bbce75a497c not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:17.908028 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:17.917687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067b1e6-a84b-4d86-8bee-46388cf32c4b req-19ce98d4-0429-4bed-aa78-aa1eefc2b297 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:17.919277 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d067b1e6-a84b-4d86-8bee-46388cf32c4b req-19ce98d4-0429-4bed-aa78-aa1eefc2b297 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0793452 Jul 12 16:07:17.932820 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a2fb-fcf9-4735-a69d-dc8ed1dcdef7 req-bb17f787-1dee-4d3f-9bc8-132ee05cf145 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:17.934668 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6996a2fb-fcf9-4735-a69d-dc8ed1dcdef7 req-bb17f787-1dee-4d3f-9bc8-132ee05cf145 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 945 time: 0.0741999 Jul 12 16:07:17.973095 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d067b1e6-a84b-4d86-8bee-46388cf32c4b req-2c8efa51-db9c-4ea6-97c4-b7cdda210fc7 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 Jul 12 16:07:17.978961 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6996a2fb-fcf9-4735-a69d-dc8ed1dcdef7 req-4376080f-9ee7-46ae-a8d6-7d74c48b6045 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367911 Jul 12 16:07:17.999627 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:18.033547 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:18.039206 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:18.095705 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=10']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:18.113412 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:18.115889 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9dd376-fda6-4502-96ce-46cd80b97ba6" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-unplugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:18.159444 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a7687d-34cb-494f-ba75-675937704072 x-openstack-request-id: req-93a7687d-34cb-494f-ba75-675937704072 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:18.159833 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-unplugged", "status": "failed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 422}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:18.160199 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-93a7687d-34cb-494f-ba75-675937704072 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:18.160846 dv-cinder-792642-4-iscsi neutron-server[93203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 422} returned with failed status Jul 12 16:07:18.266977 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-027bb8df-136d-470b-bf8f-7aec9dccec80 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:18.267471 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-027bb8df-136d-470b-bf8f-7aec9dccec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:18.368903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-027bb8df-136d-470b-bf8f-7aec9dccec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:18.388540 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a8f24-9e66-4806-a778-57f0264175f8 req-0b78fc8c-d395-4954-9a2a-8db65aab52ce tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:18.390032 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad9a8f24-9e66-4806-a778-57f0264175f8 req-0b78fc8c-d395-4954-9a2a-8db65aab52ce tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0747259 Jul 12 16:07:18.403771 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-027bb8df-136d-470b-bf8f-7aec9dccec80 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:18.408649 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-027bb8df-136d-470b-bf8f-7aec9dccec80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:18.439733 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad9a8f24-9e66-4806-a778-57f0264175f8 req-e110f836-b6d8-46c5-84fe-6a98985b65e9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432360 Jul 12 16:07:18.471141 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027bb8df-136d-470b-bf8f-7aec9dccec80 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=11']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:18.671904 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-df4e1e02-9444-4e0b-9198-99eceef05cea None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:18.672280 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-df4e1e02-9444-4e0b-9198-99eceef05cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:19.174205 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33285b4-e48b-46d3-b31a-1151380cc41d req-b0151c16-8863-4600-9745-78b7e3db4e0f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:19.175780 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f33285b4-e48b-46d3-b31a-1151380cc41d req-b0151c16-8863-4600-9745-78b7e3db4e0f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0684998 Jul 12 16:07:19.176286 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fff21a-0640-4a6a-9b44-406ee9a21dca req-a44fc638-ad47-41bb-8d1a-a9ae757a6922 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:19.178465 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d4fff21a-0640-4a6a-9b44-406ee9a21dca req-a44fc638-ad47-41bb-8d1a-a9ae757a6922 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0756061 Jul 12 16:07:19.218569 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f33285b4-e48b-46d3-b31a-1151380cc41d req-f6f883ed-3e84-46dc-914a-768fdc7bf943 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347025 Jul 12 16:07:19.219459 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d4fff21a-0640-4a6a-9b44-406ee9a21dca req-3e6731ed-92d7-4b33-aaa6-07bcc0641fc3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342660 Jul 12 16:07:19.632809 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deb9b8-c20f-4dce-9938-473494e56c95 req-8341f6be-11e1-4edc-890c-e3ed000f96c2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:19.634825 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-35deb9b8-c20f-4dce-9938-473494e56c95 req-8341f6be-11e1-4edc-890c-e3ed000f96c2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0687482 Jul 12 16:07:19.683639 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-35deb9b8-c20f-4dce-9938-473494e56c95 req-ebc7f313-b9aa-4306-a63e-2c7ed1461954 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430155 Jul 12 16:07:20.162984 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:20.165367 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fb4fee-93d1-4234-803e-7f29b980537b" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:20.202802 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c187e29-358d-4ddb-9a95-d7f5f2a8fb46 x-openstack-request-id: req-9c187e29-358d-4ddb-9a95-d7f5f2a8fb46 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:20.203313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "failed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 422}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:20.203736 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-9c187e29-358d-4ddb-9a95-d7f5f2a8fb46 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:20.204296 dv-cinder-792642-4-iscsi neutron-server[93203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'failed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 422} returned with failed status Jul 12 16:07:20.423476 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb0d54-105e-4663-8e86-25d5299cede1 req-8032608b-959d-4f05-a82b-f825b82c77aa tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:20.433183 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-76cb0d54-105e-4663-8e86-25d5299cede1 req-8032608b-959d-4f05-a82b-f825b82c77aa tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0808556 Jul 12 16:07:20.450161 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc3b9-2155-4f12-a5f0-417f9e84afca req-8a4e58a6-3515-4c6c-bc2a-b2aad4e230b9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:20.451742 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e88bc3b9-2155-4f12-a5f0-417f9e84afca req-8a4e58a6-3515-4c6c-bc2a-b2aad4e230b9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0885029 Jul 12 16:07:20.485729 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-76cb0d54-105e-4663-8e86-25d5299cede1 req-dcec1585-bd84-490e-986b-0c4c80449592 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519273 Jul 12 16:07:20.499835 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e88bc3b9-2155-4f12-a5f0-417f9e84afca req-f73eb90f-8283-4ea1-b9f6-7180d4090e27 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Jul 12 16:07:20.864320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec0bb-11cb-41a9-8e3d-daaf5dcb88b0 req-b929939e-fdd0-44a0-b8b5-983298ed7cb3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:20.866185 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6a3ec0bb-11cb-41a9-8e3d-daaf5dcb88b0 req-b929939e-fdd0-44a0-b8b5-983298ed7cb3 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0674582 Jul 12 16:07:20.906158 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6a3ec0bb-11cb-41a9-8e3d-daaf5dcb88b0 req-757b8e54-6f73-4e0b-9d65-9f42c0a284b1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jul 12 16:07:21.671385 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db820001-a412-4a23-896f-7431538fecab req-0af3ef4d-6ce5-4e1f-b028-0a0da8ba27d9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.674195 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-db820001-a412-4a23-896f-7431538fecab req-0af3ef4d-6ce5-4e1f-b028-0a0da8ba27d9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0756547 Jul 12 16:07:21.730879 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-db820001-a412-4a23-896f-7431538fecab req-d147f486-3002-4a8a-80ae-d2b452dc49b8 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473351 Jul 12 16:07:21.895766 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6ee8-4077-42c1-9349-fdbf9d391283 req-2e47dd6b-01a1-4c67-b3bd-debc1ace9f7e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:21.901138 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bbad6ee8-4077-42c1-9349-fdbf9d391283 req-2e47dd6b-01a1-4c67-b3bd-debc1ace9f7e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0870323 Jul 12 16:07:21.954465 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bbad6ee8-4077-42c1-9349-fdbf9d391283 req-b0bb8bfd-030c-461e-ac61-c3ed27f27e6a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499291 Jul 12 16:07:22.093748 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f829ce-7b35-4dd2-b2df-e9147e5dd838 req-6ccae285-c5a5-4662-ac73-aaf610a2351e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.095255 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5f829ce-7b35-4dd2-b2df-e9147e5dd838 req-6ccae285-c5a5-4662-ac73-aaf610a2351e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0641756 Jul 12 16:07:22.149401 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5f829ce-7b35-4dd2-b2df-e9147e5dd838 req-50f300f5-a77e-414a-940c-877b727a699c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465686 Jul 12 16:07:22.938968 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9231ab-c8ea-4cb8-b50d-508927a009e7 req-6cd3f551-7511-4023-a243-09820b1022ad tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:22.940594 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6c9231ab-c8ea-4cb8-b50d-508927a009e7 req-6cd3f551-7511-4023-a243-09820b1022ad tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0686834 Jul 12 16:07:22.987723 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6c9231ab-c8ea-4cb8-b50d-508927a009e7 req-0df4c87b-7a38-4978-bac8-ef373ac20da3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Jul 12 16:07:23.157462 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb769e64-06e1-4ec2-b6e5-e2a42540c19d req-60bf78e5-7cc6-4ee5-a605-88c8b550e726 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:23.158957 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-eb769e64-06e1-4ec2-b6e5-e2a42540c19d req-60bf78e5-7cc6-4ee5-a605-88c8b550e726 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0725071 Jul 12 16:07:23.199258 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-eb769e64-06e1-4ec2-b6e5-e2a42540c19d req-f55ef7ee-b342-48cf-9927-07151aa595ca tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335720 Jul 12 16:07:23.331651 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58e02-7d9b-495b-82fd-09198a258265 req-93e1e9f7-39ad-4104-aa78-60648a78490a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:23.333307 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17f58e02-7d9b-495b-82fd-09198a258265 req-93e1e9f7-39ad-4104-aa78-60648a78490a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0678494 Jul 12 16:07:23.376206 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17f58e02-7d9b-495b-82fd-09198a258265 req-bb87c04d-f82f-4081-8eb7-8e83408d7565 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367229 Jul 12 16:07:24.175550 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e191d4-3a90-4656-aa4d-6e32b2cda645 req-a5ddea89-e065-4b24-85d0-bcc9bb97c7cb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:24.177140 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08e191d4-3a90-4656-aa4d-6e32b2cda645 req-a5ddea89-e065-4b24-85d0-bcc9bb97c7cb tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0768638 Jul 12 16:07:24.216122 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-08e191d4-3a90-4656-aa4d-6e32b2cda645 req-e6be1fb8-548f-4ebd-b748-1265a1fefbd6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Jul 12 16:07:24.386430 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8e284d-3ce4-43c3-8699-e4dc554a5181 req-42369d00-cea9-4f55-af58-0204bbfab052 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:24.387937 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a8e284d-3ce4-43c3-8699-e4dc554a5181 req-42369d00-cea9-4f55-af58-0204bbfab052 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0678833 Jul 12 16:07:24.429715 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5a8e284d-3ce4-43c3-8699-e4dc554a5181 req-d3162caa-6f99-4fc1-a1aa-a1b16eb14b78 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358841 Jul 12 16:07:24.570233 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7493c9-85b6-4b54-a814-e43afc26e151 req-f3296270-4ba1-4e42-8f38-17928f7bca65 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:24.573003 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e7493c9-85b6-4b54-a814-e43afc26e151 req-f3296270-4ba1-4e42-8f38-17928f7bca65 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0749712 Jul 12 16:07:24.614667 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e7493c9-85b6-4b54-a814-e43afc26e151 req-a9a4b3e7-99c5-4b8d-a58a-bf8b40737b14 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Jul 12 16:07:25.430287 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b0412-013a-4dcc-bedb-264772db25d0 req-97967f2b-1e91-4bc2-ac54-2cc4ad2d9e8e tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.439980 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6c7b0412-013a-4dcc-bedb-264772db25d0 req-97967f2b-1e91-4bc2-ac54-2cc4ad2d9e8e tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0947278 Jul 12 16:07:25.478376 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6335ba4-1069-4e3f-9037-49d1b26f2713 req-b35dd859-1aa3-43e6-b32a-95bd117dbf38 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.480742 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f6335ba4-1069-4e3f-9037-49d1b26f2713 req-b35dd859-1aa3-43e6-b32a-95bd117dbf38 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.1038539 Jul 12 16:07:25.487445 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6c7b0412-013a-4dcc-bedb-264772db25d0 req-fb008b77-4ac2-42e4-bd9c-ffc6c06f0e00 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463438 Jul 12 16:07:25.537336 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f6335ba4-1069-4e3f-9037-49d1b26f2713 req-49abdbfb-b832-471a-b27d-aee4ba0f8ce5 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457416 Jul 12 16:07:25.598310 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-7e67dfab-90d0-42c1-8538-a17afa899662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.599826 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-7e67dfab-90d0-42c1-8538-a17afa899662 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1137 time: 0.0713222 Jul 12 16:07:25.755760 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-3dd576cb-0d89-47b7-a701-9174e592d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.757229 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-3dd576cb-0d89-47b7-a701-9174e592d1d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 915 time: 0.1464036 Jul 12 16:07:25.795025 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1982f9f-f5eb-4199-aea0-09fd8481e562 req-5f9d348c-427a-4087-9632-504f7fd9af31 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.798931 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c1982f9f-f5eb-4199-aea0-09fd8481e562 req-5f9d348c-427a-4087-9632-504f7fd9af31 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1235847 Jul 12 16:07:25.874331 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03149ca8-bbaf-44d0-b09f-36d12ae426b5 req-68f66dac-c1a2-4b33-94f1-0506dd24da24 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:25.876906 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-03149ca8-bbaf-44d0-b09f-36d12ae426b5 req-68f66dac-c1a2-4b33-94f1-0506dd24da24 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1085796 Jul 12 16:07:25.917283 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c1982f9f-f5eb-4199-aea0-09fd8481e562 req-a633602f-8315-48c9-899b-60362e7dedbe tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099875 Jul 12 16:07:25.924981 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-09c53aea-63e9-42e0-babf-157bc91db724 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 1001 time: 0.1522324 Jul 12 16:07:25.933019 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-03149ca8-bbaf-44d0-b09f-36d12ae426b5 req-d0dbaf6c-02ce-4e74-b866-ba7db9aea001 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491292 Jul 12 16:07:25.997550 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-08c248d6-8b5c-47f3-8a82-d9305d1c98b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.000092 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-08c248d6-8b5c-47f3-8a82-d9305d1c98b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0645959 Jul 12 16:07:26.113250 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-83ae1541-778b-481d-89da-fcd465a592bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.115660 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-83ae1541-778b-481d-89da-fcd465a592bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825198 Jul 12 16:07:26.152172 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-e7a767ef-d66c-4081-9cfc-2a6e3326452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.153764 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-e7a767ef-d66c-4081-9cfc-2a6e3326452a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b&tenant_id=429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 1099 time: 0.1207259 Jul 12 16:07:26.277942 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-90ecd7ef-330d-4ecc-bd7e-3777056d969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.283370 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-90ecd7ef-330d-4ecc-bd7e-3777056d969a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1099 time: 0.0850079 Jul 12 16:07:26.295965 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-1c849a7d-f77b-4665-9c9d-080370aa0a5f service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562500 Jul 12 16:07:26.306101 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a28cb1b3-1707-4c04-98ed-7f915d0e7feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:26.437009 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9e93aff5-c44a-4623-9b3d-6d808d69a4b4 req-0cdcc27d-c305-4ccd-ac0f-376f8a6dc239 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303625 Jul 12 16:07:26.446427 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-883ffca0-3522-4838-aad8-bb443a1ecb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.447954 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-883ffca0-3522-4838-aad8-bb443a1ecb05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1422315 Jul 12 16:07:26.592749 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-b1f5c59c-f2f8-40b1-a370-ac7cb5410e8b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 200 len: 1001 time: 0.0786743 Jul 12 16:07:26.718107 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-dfc50086-3a25-43a1-9963-88401d7fb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.720800 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-dfc50086-3a25-43a1-9963-88401d7fb7bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.1117818 Jul 12 16:07:26.760443 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd0377-abeb-47e8-876e-916456631344 req-0277ad11-afed-4f1a-8688-6ed41bbc9d61 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.760847 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3438b91-9526-45e1-bf75-381f490a12ae req-63df1326-2380-4304-979e-36fbb59de8ae tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:26.762060 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-70dd0377-abeb-47e8-876e-916456631344 req-0277ad11-afed-4f1a-8688-6ed41bbc9d61 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1079943 Jul 12 16:07:26.763000 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a3438b91-9526-45e1-bf75-381f490a12ae req-63df1326-2380-4304-979e-36fbb59de8ae tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0831313 Jul 12 16:07:26.810009 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-70dd0377-abeb-47e8-876e-916456631344 req-65f85210-4825-46a1-80d7-f4a941e299d3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414183 Jul 12 16:07:26.811739 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a3438b91-9526-45e1-bf75-381f490a12ae req-a101a810-c7d1-4e3e-8447-5f92d3b5e5c3 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376344 Jul 12 16:07:27.151682 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9137-f167-493e-bbcf-8fee5ed1288c req-9e4c0830-ca9b-461d-b50a-599f2944ef03 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:27.153243 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-179b9137-f167-493e-bbcf-8fee5ed1288c req-9e4c0830-ca9b-461d-b50a-599f2944ef03 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0877430 Jul 12 16:07:27.162077 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdbf363-7862-47c9-8435-8ae21827b699 req-ba1204df-e581-4366-8088-389906d3351c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:27.163590 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acdbf363-7862-47c9-8435-8ae21827b699 req-ba1204df-e581-4366-8088-389906d3351c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0770228 Jul 12 16:07:27.198062 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-179b9137-f167-493e-bbcf-8fee5ed1288c req-7d212973-3bf9-4cd1-941e-ba477cef981a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388443 Jul 12 16:07:27.213660 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acdbf363-7862-47c9-8435-8ae21827b699 req-c3438070-2d88-496a-9ea4-012374505ebb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Jul 12 16:07:27.820615 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-58168919-2a20-47ee-b6b9-415343afb0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:27.822157 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-58168919-2a20-47ee-b6b9-415343afb0a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729947 Jul 12 16:07:28.017732 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156a271-892c-4eff-b69a-7bdba5871d1c req-c32a6b11-2ece-4fa4-8e93-28b2a3cdeb58 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:28.019339 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5156a271-892c-4eff-b69a-7bdba5871d1c req-c32a6b11-2ece-4fa4-8e93-28b2a3cdeb58 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0823252 Jul 12 16:07:28.030053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf48be2-d8d4-44e4-9556-2fd2901d8c8c req-180ab0fc-137f-48ef-9a80-dd173fa0ddc0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:28.030971 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1cf48be2-d8d4-44e4-9556-2fd2901d8c8c req-180ab0fc-137f-48ef-9a80-dd173fa0ddc0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0724494 Jul 12 16:07:28.075382 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5156a271-892c-4eff-b69a-7bdba5871d1c req-84c97749-87c4-44a4-b879-04d139a02284 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488112 Jul 12 16:07:28.094664 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1cf48be2-d8d4-44e4-9556-2fd2901d8c8c req-63a4f69b-707f-4e6c-9535-26d7879c945f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548329 Jul 12 16:07:28.438771 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0c6c2-93d1-4fa6-9351-17c7de46d1a8 req-87aedeae-34e1-4c17-9301-c1c19080a54d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:28.440322 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7df0c6c2-93d1-4fa6-9351-17c7de46d1a8 req-87aedeae-34e1-4c17-9301-c1c19080a54d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0779126 Jul 12 16:07:28.468744 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57f76e-d103-424f-9767-68d35c95c20e req-97679494-2609-4743-beb1-6111d92439a6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:28.470810 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ab57f76e-d103-424f-9767-68d35c95c20e req-97679494-2609-4743-beb1-6111d92439a6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0800769 Jul 12 16:07:28.493207 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7df0c6c2-93d1-4fa6-9351-17c7de46d1a8 req-02833319-19a2-412d-9472-2fa5320f562b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435452 Jul 12 16:07:28.512562 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ab57f76e-d103-424f-9767-68d35c95c20e req-292f4cbf-cdb9-4304-86c0-abeee6b9ac70 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348632 Jul 12 16:07:29.103382 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-800d490e-b2b0-4ddc-a007-82ea390f620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.220846 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:29.304528 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db922b0-1cd0-4984-b6d8-f8007b5fc167 req-1d2ab13d-8b88-4116-ae6d-bdb5ec255bbc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:29.307477 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7db922b0-1cd0-4984-b6d8-f8007b5fc167 req-1d2ab13d-8b88-4116-ae6d-bdb5ec255bbc tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.1105299 Jul 12 16:07:29.313268 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959a83-8d79-4788-aeb2-e4fcf53745d5 req-fd165fff-0261-4060-bed1-58447aebabc2 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:29.315789 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-88959a83-8d79-4788-aeb2-e4fcf53745d5 req-fd165fff-0261-4060-bed1-58447aebabc2 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0861399 Jul 12 16:07:29.355959 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7db922b0-1cd0-4984-b6d8-f8007b5fc167 req-c891f73d-85d5-4275-9728-520e71906b6b tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Jul 12 16:07:29.378172 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-88959a83-8d79-4788-aeb2-e4fcf53745d5 req-7ff29fb5-725c-4360-9aec-0db1c6de2287 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544219 Jul 12 16:07:29.705528 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f447f8-df49-4c1d-b35d-8846d835d998 req-18b65787-346e-433e-a6c7-5c12948cb2e9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:29.708214 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-31f447f8-df49-4c1d-b35d-8846d835d998 req-18b65787-346e-433e-a6c7-5c12948cb2e9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0884662 Jul 12 16:07:29.728121 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9251ba-2b0c-4582-a2ef-2266ff19c7b5 req-24fdab68-17be-4053-b90d-3d098b1cc720 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:29.730849 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-db9251ba-2b0c-4582-a2ef-2266ff19c7b5 req-24fdab68-17be-4053-b90d-3d098b1cc720 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0833962 Jul 12 16:07:29.757791 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-31f447f8-df49-4c1d-b35d-8846d835d998 req-b1ee5826-9560-4f2e-875b-76ac4786cfc7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 Jul 12 16:07:29.781403 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-db9251ba-2b0c-4582-a2ef-2266ff19c7b5 req-f0caa1ba-ed1c-4f15-88d3-45ad321d5e9e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459216 Jul 12 16:07:29.883819 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-ee283b88-f083-4eb6-8c30-9ab113f3eb95 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962789 Jul 12 16:07:29.991194 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17eb1561-7c18-4f9a-9384-83eb24838c39 req-b2375efd-f65f-4b7d-884c-063d6b4fd3e9 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921316 Jul 12 16:07:30.122995 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:30.192491 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-2826bae3-c400-480f-89aa-2e1f56666b17 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:30.194031 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-2826bae3-c400-480f-89aa-2e1f56666b17 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.0804360 Jul 12 16:07:30.309059 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Deleting port 3481fac9-26e6-4553-beb3-ced7cbc4892c {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:30.309401 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:30.418716 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] For port 3481fac9-26e6-4553-beb3-ced7cbc4892c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=3481fac9-26e6-4553-beb3-ced7cbc4892c,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:30.419746 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:30.460463 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Calling delete_port for 3481fac9-26e6-4553-beb3-ced7cbc4892c owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:30.622713 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba0821-14e2-4c61-ba0d-1a846964bff5 req-c9503f65-0400-4d93-b62b-b1b52bae0dcd tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:30.625795 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78ba0821-14e2-4c61-ba0d-1a846964bff5 req-c9503f65-0400-4d93-b62b-b1b52bae0dcd tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 945 time: 0.1169159 Jul 12 16:07:30.681794 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48b863-3728-4847-8aca-b6e5b5833004 req-34346943-51f2-4ed5-bf1b-c8ddaac6990d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:30.686139 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-eb48b863-3728-4847-8aca-b6e5b5833004 req-34346943-51f2-4ed5-bf1b-c8ddaac6990d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1572871 Jul 12 16:07:30.736701 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-78ba0821-14e2-4c61-ba0d-1a846964bff5 req-c9b4120a-dc3d-4c92-8dbb-42adcc605a7c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945263 Jul 12 16:07:30.796782 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-eb48b863-3728-4847-8aca-b6e5b5833004 req-2064a854-6292-4fdb-9d5e-bb984bb37b75 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1074157 Jul 12 16:07:30.807107 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:30.865628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a', '4089abf8-ef84-4603-95e7-02871e3c3d39'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:30.882668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event deleted for resources: {'Port': ['ID=3481fac9-26e6-4553-beb3-ced7cbc4892c,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:30.955713 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] No DVR routers for this DVR port 3481fac9-26e6-4553-beb3-ced7cbc4892c on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:30.961663 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:30.966038 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b9fc133b-7b8f-40b9-9d47-4a521c184a7f req-e3845af5-b05f-49bb-9c1a-19b3f1765844 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "DELETE /v2.0/ports/3481fac9-26e6-4553-beb3-ced7cbc4892c HTTP/1.1" status: 204 len: 173 time: 0.7647660 Jul 12 16:07:30.966411 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'name': 'network-vif-deleted', 'tag': '3481fac9-26e6-4553-beb3-ced7cbc4892c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:30.969189 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba1190d-3db5-4ebe-a0f2-dfefe1a0a8a3" -d '{"events": [{"server_uuid": "d2c235da-4988-4a8d-a188-8eb26010d194", "name": "network-vif-deleted", "tag": "3481fac9-26e6-4553-beb3-ced7cbc4892c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:31.137358 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55b7dc-dfb2-40b3-82b6-a4201dca3636 req-7574c3be-c00c-4256-bb6e-78e6c98b1637 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:31.149984 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-da55b7dc-dfb2-40b3-82b6-a4201dca3636 req-7574c3be-c00c-4256-bb6e-78e6c98b1637 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1894815 Jul 12 16:07:31.325719 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-da55b7dc-dfb2-40b3-82b6-a4201dca3636 req-5badbb08-1d98-447e-ac8e-110424cd3c30 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688037 Jul 12 16:07:31.376935 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fceab-1ded-45e8-8d84-9153ec6a1af0 req-60a19de7-7783-4842-b436-c6cf2f908d9f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:31.395860 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad1fceab-1ded-45e8-8d84-9153ec6a1af0 req-60a19de7-7783-4842-b436-c6cf2f908d9f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.2955370 Jul 12 16:07:31.512935 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cae8c6-c919-4d0a-b623-ceb51f61adca x-openstack-request-id: req-f1cae8c6-c919-4d0a-b623-ceb51f61adca {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:31.513619 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2c235da-4988-4a8d-a188-8eb26010d194", "name": "network-vif-deleted", "tag": "3481fac9-26e6-4553-beb3-ced7cbc4892c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:31.513865 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f1cae8c6-c919-4d0a-b623-ceb51f61adca {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:31.514514 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2c235da-4988-4a8d-a188-8eb26010d194', 'name': 'network-vif-deleted', 'tag': '3481fac9-26e6-4553-beb3-ced7cbc4892c', 'status': 'completed', 'code': 200} Jul 12 16:07:31.545182 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad1fceab-1ded-45e8-8d84-9153ec6a1af0 req-b40e8918-d125-4af7-b13b-483826cf30be tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479232 Jul 12 16:07:31.622698 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:32.021602 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dc766e0e-e937-4745-a148-f67dd6629ff3 req-2ebbbc3b-b3b9-4ead-a658-94686852b401 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0538485 Jul 12 16:07:32.110965 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7dbc3b-6744-46e5-9a1d-52cbfef081a1 req-fd5c14c7-f612-4e73-bf39-4fa4d7c07b30 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:32.113824 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e7dbc3b-6744-46e5-9a1d-52cbfef081a1 req-fd5c14c7-f612-4e73-bf39-4fa4d7c07b30 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1003876 Jul 12 16:07:32.157259 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 3481fac9-26e6-4553-beb3-ced7cbc4892c no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:32.178646 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e7dbc3b-6744-46e5-9a1d-52cbfef081a1 req-c0b79d72-801a-419b-b084-cce6f06942f1 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578570 Jul 12 16:07:32.192393 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 3481fac9-26e6-4553-beb3-ced7cbc4892c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:32.192772 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 3481fac9-26e6-4553-beb3-ced7cbc4892c not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:32.506159 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766172-8d17-41ef-ac28-c22efabd5b46 req-8f97ffdd-4c81-4dc7-b61e-db7e42185f0c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:32.508119 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f3766172-8d17-41ef-ac28-c22efabd5b46 req-8f97ffdd-4c81-4dc7-b61e-db7e42185f0c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0895488 Jul 12 16:07:32.578820 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f3766172-8d17-41ef-ac28-c22efabd5b46 req-45a20f5e-f3d2-40e8-84ec-11d258478427 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Jul 12 16:07:32.791919 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffde3d6-3a3c-4cd5-b40d-fdc7283b2af9 req-25d4e8ac-3833-4b57-8f8b-8d398238864c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:32.793357 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7ffde3d6-3a3c-4cd5-b40d-fdc7283b2af9 req-25d4e8ac-3833-4b57-8f8b-8d398238864c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1009002 Jul 12 16:07:32.847994 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7ffde3d6-3a3c-4cd5-b40d-fdc7283b2af9 req-a3d92422-9087-4aa7-a3e5-6dccb156f64e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481155 Jul 12 16:07:33.238750 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-93f664b1-c2b3-4559-914f-a5b2a0a14044 req-d1266c78-0952-4d50-8674-8853fbf9661a tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0441570 Jul 12 16:07:33.478871 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5c232-68e6-4d0a-a672-3aafe7ffcbb8 req-6ff49efc-446c-4faa-a439-85c2ceaeb705 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:33.480470 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c9f5c232-68e6-4d0a-a672-3aafe7ffcbb8 req-6ff49efc-446c-4faa-a439-85c2ceaeb705 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1030691 Jul 12 16:07:33.539465 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c9f5c232-68e6-4d0a-a672-3aafe7ffcbb8 req-8a37b3df-bad9-40b8-b56d-6aaff8d8374f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524199 Jul 12 16:07:33.843086 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5c6d3-34d4-416f-8143-8bffaa793b4c req-ec2df201-cfc1-4b2b-9ef6-abe4236f763c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:33.846827 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-14b5c6d3-34d4-416f-8143-8bffaa793b4c req-ec2df201-cfc1-4b2b-9ef6-abe4236f763c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1168048 Jul 12 16:07:33.935447 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-14b5c6d3-34d4-416f-8143-8bffaa793b4c req-b8893d0f-42f5-41fe-a51d-4e91194dadcc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751250 Jul 12 16:07:34.159735 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac6beb-d777-46fa-9e24-97994b23e915 req-65fe8718-8d07-4d1e-8435-325d7cb7fb4f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:34.163013 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-49ac6beb-d777-46fa-9e24-97994b23e915 req-65fe8718-8d07-4d1e-8435-325d7cb7fb4f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1179521 Jul 12 16:07:34.224880 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-49ac6beb-d777-46fa-9e24-97994b23e915 req-8fe18041-812d-454d-bda5-35f7848dea18 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560601 Jul 12 16:07:34.438710 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-67027a4c-559f-4d18-b55b-a935a1ebc173 req-279ae824-9f63-4506-a801-1afd05aa9738 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0332623 Jul 12 16:07:34.753392 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b153f5b-d84f-476a-a1e4-a572b4502810 req-d93b60d8-2e47-4369-98f4-63ff72fe25c9 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:34.755879 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b153f5b-d84f-476a-a1e4-a572b4502810 req-d93b60d8-2e47-4369-98f4-63ff72fe25c9 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0857596 Jul 12 16:07:34.821504 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6b153f5b-d84f-476a-a1e4-a572b4502810 req-5b3e77f4-d706-4584-b8e8-c4f7093d61e2 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548697 Jul 12 16:07:35.150380 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa22e91-03c6-473b-b823-839094e51860 req-9403edd6-c4eb-4d1d-83c5-031aeabeb296 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.151979 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8aa22e91-03c6-473b-b823-839094e51860 req-9403edd6-c4eb-4d1d-83c5-031aeabeb296 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0720229 Jul 12 16:07:35.202463 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8aa22e91-03c6-473b-b823-839094e51860 req-c8400b80-52ec-40a9-a1df-7ce9ef81ed48 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Jul 12 16:07:35.458663 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed02e66-fef9-47b8-9df1-b6eacdbf0d8f req-7f473af8-67e4-43bc-aa5c-452ae0c98e23 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:35.461240 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2ed02e66-fef9-47b8-9df1-b6eacdbf0d8f req-7f473af8-67e4-43bc-aa5c-452ae0c98e23 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0988431 Jul 12 16:07:35.511796 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2ed02e66-fef9-47b8-9df1-b6eacdbf0d8f req-23909340-d92c-491c-995f-9488a76742b8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443902 Jul 12 16:07:35.660960 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4ab375e2-0bb2-4fec-8f43-de49af0ec42b req-17e2cff0-7e0c-46c3-8ca3-4ce156d42a91 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0357480 Jul 12 16:07:36.071230 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a93e9-96d3-4ec3-8bbe-0f90aa88a519 req-aa0e94bb-5648-4605-9da2-a2a1329e4677 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:36.071230 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9f5a93e9-96d3-4ec3-8bbe-0f90aa88a519 req-aa0e94bb-5648-4605-9da2-a2a1329e4677 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1000502 Jul 12 16:07:36.129066 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9f5a93e9-96d3-4ec3-8bbe-0f90aa88a519 req-a5010c65-3019-43c9-850d-e7ac2c639a17 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512886 Jul 12 16:07:36.445892 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0730d-772d-40a9-a3ef-b2814996d022 req-a8bfe693-9993-43ec-81ff-e9f4c2134524 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:36.447890 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f2d0730d-772d-40a9-a3ef-b2814996d022 req-a8bfe693-9993-43ec-81ff-e9f4c2134524 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0948834 Jul 12 16:07:36.499766 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f2d0730d-772d-40a9-a3ef-b2814996d022 req-3310b57a-ac83-4b82-8964-7696a51e4611 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458758 Jul 12 16:07:36.875780 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f5d37-a2fe-4b39-b796-e8d17370e85c req-9439bcac-7449-463e-89e1-77f8c5f8d4ea tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:36.881558 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c79f5d37-a2fe-4b39-b796-e8d17370e85c req-9439bcac-7449-463e-89e1-77f8c5f8d4ea tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1850257 Jul 12 16:07:36.907225 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-eec17fd9-6018-4c8d-a600-30eb40593760 req-08e43131-382e-4725-ad8e-4043879737e9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0303853 Jul 12 16:07:36.944286 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c79f5d37-a2fe-4b39-b796-e8d17370e85c req-249bc644-ea7c-4098-8b40-6b8d48688226 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509293 Jul 12 16:07:37.128776 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56622) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:37.254912 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6008fe6f-ec04-4563-ad68-ef1544ebce06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.396758 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1a4bd-908a-4c1b-af04-c43561879af0 req-5c99a359-2c53-422b-affb-bd005f806f04 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:37.398814 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28e1a4bd-908a-4c1b-af04-c43561879af0 req-5c99a359-2c53-422b-affb-bd005f806f04 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1411271 Jul 12 16:07:37.483229 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6008fe6f-ec04-4563-ad68-ef1544ebce06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.495614 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6008fe6f-ec04-4563-ad68-ef1544ebce06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.511781 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:07:37.555770 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28e1a4bd-908a-4c1b-af04-c43561879af0 req-44d0a0d4-6e12-4912-8073-180e42b091d5 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251202 Jul 12 16:07:37.568139 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-6008fe6f-ec04-4563-ad68-ef1544ebce06 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=326ee2ea61a74e37b44ab00051157c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4381771 Jul 12 16:07:37.569281 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56630) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:37.569974 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008fe6f-ec04-4563-ad68-ef1544ebce06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f638ba-a0c9-4244-9cf2-e43433f5be86,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:37.664146 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-686cdb05-e7f2-4d74-b44b-cf0398e1b8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.705072 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-686cdb05-e7f2-4d74-b44b-cf0398e1b8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.782520 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-686cdb05-e7f2-4d74-b44b-cf0398e1b8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.785652 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-686cdb05-e7f2-4d74-b44b-cf0398e1b8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:37.787475 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-686cdb05-e7f2-4d74-b44b-cf0398e1b8a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2f638ba-a0c9-4244-9cf2-e43433f5be86 HTTP/1.1" status: 204 len: 168 time: 0.2144401 Jul 12 16:07:37.795895 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686cdb05-e7f2-4d74-b44b-cf0398e1b8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f638ba-a0c9-4244-9cf2-e43433f5be86,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:37.885071 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ef007-db27-4d03-ac0a-2d514b504cfd req-364a6807-d18d-462b-8e49-e7ca05febbf6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:37.899765 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2f7ef007-db27-4d03-ac0a-2d514b504cfd req-364a6807-d18d-462b-8e49-e7ca05febbf6 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1166415 Jul 12 16:07:37.962840 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2f7ef007-db27-4d03-ac0a-2d514b504cfd req-ad8667bf-edc5-4d88-84f3-676b4f02591a tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616243 Jul 12 16:07:38.193097 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6642b93a-da04-4a60-8cdf-66cab9a86ebe req-9fb9d476-102f-4091-94f1-92e02e9e9cf7 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0418074 Jul 12 16:07:38.295984 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6c310-2c37-466b-a2df-68f728013046 req-6321ad5c-babe-4af4-84ec-61d80ba64575 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:38.298977 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f8a6c310-2c37-466b-a2df-68f728013046 req-6321ad5c-babe-4af4-84ec-61d80ba64575 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1070945 Jul 12 16:07:38.373349 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f8a6c310-2c37-466b-a2df-68f728013046 req-61809fdf-aed4-4d87-b29b-daff6f3c39d8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606639 Jul 12 16:07:39.047578 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e956dda-0ff5-4fc3-985d-117d6a8ddbe3 req-10e683bd-6c58-4e4b-9805-59bd5cba8af0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:39.049183 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6e956dda-0ff5-4fc3-985d-117d6a8ddbe3 req-10e683bd-6c58-4e4b-9805-59bd5cba8af0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0701432 Jul 12 16:07:39.101004 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6e956dda-0ff5-4fc3-985d-117d6a8ddbe3 req-7f3866e9-c648-4e56-a518-f80d4befea90 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442638 Jul 12 16:07:39.186249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f4218e-3137-4990-8aa3-48ae9d250005 req-89bd1efd-b5af-49c2-9c17-6a81711c95e5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:39.187738 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-29f4218e-3137-4990-8aa3-48ae9d250005 req-89bd1efd-b5af-49c2-9c17-6a81711c95e5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0870347 Jul 12 16:07:39.228150 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-29f4218e-3137-4990-8aa3-48ae9d250005 req-9f98e2ef-042e-4c56-81f9-8209d7933a16 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Jul 12 16:07:39.390053 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b79914fc-5f56-4681-a6e8-acf750bd5ccd req-842245a0-068e-49dc-9241-33ee11cc0341 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0321481 Jul 12 16:07:39.579984 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb3bfd-bf2c-4df3-ad7b-0fa2c2c52083 req-ef129eb4-caf9-483e-9098-0a22b37c3518 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:39.581706 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-accb3bfd-bf2c-4df3-ad7b-0fa2c2c52083 req-ef129eb4-caf9-483e-9098-0a22b37c3518 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0811934 Jul 12 16:07:39.622045 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-accb3bfd-bf2c-4df3-ad7b-0fa2c2c52083 req-a248b3ef-e6f1-4aa8-84d5-5e2ad260c20f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343525 Jul 12 16:07:40.310511 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164df7b-2b0b-4b56-b813-264ea2bb9994 req-d36b4b81-a265-44f8-9997-ffd551634684 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.312023 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a164df7b-2b0b-4b56-b813-264ea2bb9994 req-d36b4b81-a265-44f8-9997-ffd551634684 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0733073 Jul 12 16:07:40.384938 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a164df7b-2b0b-4b56-b813-264ea2bb9994 req-48b87a35-1e29-46ca-af0a-0a0d83a3cee4 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647371 Jul 12 16:07:40.478524 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:40.487827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7403194-2e8c-4fd3-820e-31eb67430063 req-8d83c3a9-7522-45fb-9341-95b104efb785 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.489458 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d7403194-2e8c-4fd3-820e-31eb67430063 req-8d83c3a9-7522-45fb-9341-95b104efb785 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0919905 Jul 12 16:07:40.548110 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d7403194-2e8c-4fd3-820e-31eb67430063 req-1b48e36d-ba54-4859-8284-21a506f1d6b2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524790 Jul 12 16:07:40.607119 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cf606d20-3175-4445-b6de-b3f58d481c9a req-1c029c72-2dcb-4e3f-957f-248f4777bf82 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0313942 Jul 12 16:07:40.866768 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04914bb8-dbab-4421-bceb-5c72dd29eb18 req-1985c4d2-8314-4ed2-8181-7cbb88866136 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:40.868302 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-04914bb8-dbab-4421-bceb-5c72dd29eb18 req-1985c4d2-8314-4ed2-8181-7cbb88866136 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1079400 Jul 12 16:07:40.915015 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-04914bb8-dbab-4421-bceb-5c72dd29eb18 req-afffa6ed-7e88-4b1c-8ce9-e9fc123b2c84 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410874 Jul 12 16:07:41.667716 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef32f7c-540c-43ae-a561-9577fc82e1a1 req-1e988a13-558f-4c7d-8664-04a30d07761c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:41.669250 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7ef32f7c-540c-43ae-a561-9577fc82e1a1 req-1e988a13-558f-4c7d-8664-04a30d07761c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.1000786 Jul 12 16:07:41.805249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631576d2-8e12-4aa5-a0d5-cdd297bc005d req-e22c148e-a416-482b-92d6-8bf48ece72e4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:41.807130 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-631576d2-8e12-4aa5-a0d5-cdd297bc005d req-e22c148e-a416-482b-92d6-8bf48ece72e4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1124957 Jul 12 16:07:41.854381 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-631576d2-8e12-4aa5-a0d5-cdd297bc005d req-016d5b4c-b7fd-436c-bcc7-02ebbf29dde5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412600 Jul 12 16:07:41.974727 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7ef32f7c-540c-43ae-a561-9577fc82e1a1 req-d837bc1f-a155-4b5e-9efb-e4cce2d307b4 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2996058 Jul 12 16:07:42.092296 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-469d2496-7040-4907-9eea-e55f248c98f7 req-fd5a168a-ae8a-4d0b-9a44-8d0f020b3992 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0322604 Jul 12 16:07:42.235903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49121f2-fe52-4a05-b649-761c9d35c5f0 req-4d4e4624-bf77-421f-92b4-153aa7a521b8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:42.237506 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f49121f2-fe52-4a05-b649-761c9d35c5f0 req-4d4e4624-bf77-421f-92b4-153aa7a521b8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0735366 Jul 12 16:07:42.294254 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f49121f2-fe52-4a05-b649-761c9d35c5f0 req-30779431-4236-4568-950e-c89974d662a0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460401 Jul 12 16:07:43.088046 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95340407-f4be-4311-9409-f0441e96a4b0 req-ff27c883-8b1d-4f66-a63a-cddd62738de7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.089956 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-95340407-f4be-4311-9409-f0441e96a4b0 req-ff27c883-8b1d-4f66-a63a-cddd62738de7 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0873265 Jul 12 16:07:43.135929 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-95340407-f4be-4311-9409-f0441e96a4b0 req-f38fe0f6-069f-4b7f-ac78-7b108ef90fe5 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400295 Jul 12 16:07:43.226570 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6da15-3861-4a8c-b0ec-6bc80259f264 req-d0640f65-2699-4958-991c-6cca354fa82d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.228076 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-94a6da15-3861-4a8c-b0ec-6bc80259f264 req-d0640f65-2699-4958-991c-6cca354fa82d tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0792828 Jul 12 16:07:43.280875 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-94a6da15-3861-4a8c-b0ec-6bc80259f264 req-b1a414b3-3ea1-4dc5-b975-19608f6f1ce9 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461149 Jul 12 16:07:43.334372 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b2e51464-5b67-4910-b933-53e1729c476c req-58e32508-94ca-43a5-ae3a-fec7b2abe265 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=d2c235da-4988-4a8d-a188-8eb26010d194 HTTP/1.1" status: 200 len: 210 time: 0.0325060 Jul 12 16:07:43.504131 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6aef-78ca-4f57-bdfb-4a5e2d8d915a req-cba9c601-ec5d-4898-8c58-82a2bce56182 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.505728 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c0ea6aef-78ca-4f57-bdfb-4a5e2d8d915a req-cba9c601-ec5d-4898-8c58-82a2bce56182 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0728836 Jul 12 16:07:43.549731 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c0ea6aef-78ca-4f57-bdfb-4a5e2d8d915a req-682fb5e9-eadb-4bd7-ad18-ee48246ae31f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383511 Jul 12 16:07:43.600529 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-513c00f6-6edc-4167-89eb-cb49856cb43e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665195 Jul 12 16:07:43.714553 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-19090718-c484-4567-bdc1-1cc9175e2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.716446 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-19090718-c484-4567-bdc1-1cc9175e2edc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 1099 time: 0.0621612 Jul 12 16:07:43.836657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-f51ac42f-f347-44bf-a0bc-c58ea7d3d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.838185 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-f51ac42f-f347-44bf-a0bc-c58ea7d3d92f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.0976403 Jul 12 16:07:43.886866 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-f2ec6768-5e62-471d-bb7b-e9ceb88b910e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f HTTP/1.1" status: 200 len: 217 time: 0.0367455 Jul 12 16:07:43.975174 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-e32bdf72-2dfb-48d1-b0fc-a66abcd7f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:43.976841 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-e32bdf72-2dfb-48d1-b0fc-a66abcd7f5ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0580695 Jul 12 16:07:44.115941 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-ae9ca97d-5330-44b3-9054-5d28b4a4d91c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302341 Jul 12 16:07:44.261819 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-48b8b6b7-ede7-4c6a-b377-61d7989eb68b service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153891 Jul 12 16:07:44.431824 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a03786e5-2b62-466b-8c8b-a37aa5fb0e73 req-d95065b2-ba60-4a3d-af73-d7075f3481f8 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627028 Jul 12 16:07:44.447667 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f1625-600e-4fea-bfe7-72829e39a9f4 req-5850f226-15b9-47ab-ba67-e6e274a12a1e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.449190 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d90f1625-600e-4fea-bfe7-72829e39a9f4 req-5850f226-15b9-47ab-ba67-e6e274a12a1e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1157582 Jul 12 16:07:44.499772 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d90f1625-600e-4fea-bfe7-72829e39a9f4 req-f442ab1a-e5e7-4ad8-b908-728c3973d4f9 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Jul 12 16:07:44.548526 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5416759-8a38-45d5-bb5d-62f893c92b69 req-e8f313c5-59e3-4fc2-acae-6d47342c1a6a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.551060 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c5416759-8a38-45d5-bb5d-62f893c92b69 req-e8f313c5-59e3-4fc2-acae-6d47342c1a6a tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0875854 Jul 12 16:07:44.600716 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c5416759-8a38-45d5-bb5d-62f893c92b69 req-5b687a6d-1a59-43d4-98da-524d8a7dd547 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=a7d8e432-724a-42fb-8f2d-227f084ab111&id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440125 Jul 12 16:07:44.776795 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0417e8-e97e-4f82-8ca3-c3ef334f297b req-18a0a6d3-2c20-45de-95f2-5b9527e07811 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:44.778339 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d0417e8-e97e-4f82-8ca3-c3ef334f297b req-18a0a6d3-2c20-45de-95f2-5b9527e07811 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0796771 Jul 12 16:07:44.834958 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1d0417e8-e97e-4f82-8ca3-c3ef334f297b req-ae35782c-3e4f-440e-977a-c2c16597de64 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487082 Jul 12 16:07:45.095426 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe138fa-d496-49f3-a9b1-8bd1b460fb72 req-d87898ea-4d7f-401a-8bc2-b64ab1ebb14f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.097848 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-efe138fa-d496-49f3-a9b1-8bd1b460fb72 req-d87898ea-4d7f-401a-8bc2-b64ab1ebb14f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.0783355 Jul 12 16:07:45.146923 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-efe138fa-d496-49f3-a9b1-8bd1b460fb72 req-12acd460-2d3f-4744-b527-05f930c2c289 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430279 Jul 12 16:07:45.701487 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fad9fe-b7c1-440a-b254-a5fd7a884cbb req-09bcb479-af62-41ae-afc5-1e89323c18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.703136 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c2fad9fe-b7c1-440a-b254-a5fd7a884cbb req-09bcb479-af62-41ae-afc5-1e89323c18e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.0769806 Jul 12 16:07:45.742528 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2f54d-1ff5-4e6f-93d0-97b4c458c7b2 req-ee9a48d5-0709-47b7-9e1c-2aeac3592bb8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:45.744403 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dcd2f54d-1ff5-4e6f-93d0-97b4c458c7b2 req-ee9a48d5-0709-47b7-9e1c-2aeac3592bb8 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.1055832 Jul 12 16:07:45.779080 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c2fad9fe-b7c1-440a-b254-a5fd7a884cbb req-b5fda6e8-b603-4dfc-9588-812f2b397c93 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585244 Jul 12 16:07:45.788826 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dcd2f54d-1ff5-4e6f-93d0-97b4c458c7b2 req-53e87ca4-821d-468a-9675-f313e4dbf921 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375092 Jul 12 16:07:46.090846 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12353811-5447-42e0-a6fb-71d273680a02 req-c52cd6e9-0bf6-4eae-9fa0-ea7136e18227 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:46.092665 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-12353811-5447-42e0-a6fb-71d273680a02 req-c52cd6e9-0bf6-4eae-9fa0-ea7136e18227 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0801344 Jul 12 16:07:46.136481 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-12353811-5447-42e0-a6fb-71d273680a02 req-adb21668-afb6-4756-a335-ac21ae8c7b59 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365231 Jul 12 16:07:46.367639 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c41d8-ad6d-485c-8406-b4a749293184 req-3ee08ee3-4da9-44bf-86e0-e22af9d9ba27 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:46.369478 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-671c41d8-ad6d-485c-8406-b4a749293184 req-3ee08ee3-4da9-44bf-86e0-e22af9d9ba27 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.0783811 Jul 12 16:07:46.423109 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-671c41d8-ad6d-485c-8406-b4a749293184 req-33ea9e67-acda-4c3a-a219-844ba1d38a63 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468187 Jul 12 16:07:47.025086 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9752e6-d881-4bcd-8558-1c4f1808e383 req-6ea14bf3-1101-44a2-99bc-c5f06f989aaf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.026844 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0a9752e6-d881-4bcd-8558-1c4f1808e383 req-6ea14bf3-1101-44a2-99bc-c5f06f989aaf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0883782 Jul 12 16:07:47.067696 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0a9752e6-d881-4bcd-8558-1c4f1808e383 req-7849563c-345e-4685-9462-94997b825fb0 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Jul 12 16:07:47.389898 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da62fc1-9ebe-485f-841c-52d1553cee05 req-cb66bddf-706b-4695-9c0f-21583d943d26 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.391457 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7da62fc1-9ebe-485f-841c-52d1553cee05 req-cb66bddf-706b-4695-9c0f-21583d943d26 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0735936 Jul 12 16:07:47.459484 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7da62fc1-9ebe-485f-841c-52d1553cee05 req-9053945f-b69d-4f75-b808-b9ce4093bce4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604110 Jul 12 16:07:47.657756 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f78b54-bd74-4e0f-ab06-f2c487b18728 req-8bb23a6a-8afe-47d1-8b3e-d1a42206d7f9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.659984 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-50f78b54-bd74-4e0f-ab06-f2c487b18728 req-8bb23a6a-8afe-47d1-8b3e-d1a42206d7f9 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.0707989 Jul 12 16:07:47.711116 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-50f78b54-bd74-4e0f-ab06-f2c487b18728 req-5af2a946-7381-475d-a3f2-2b42dd3bd02f tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445228 Jul 12 16:07:47.856638 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-6350208e-8fb6-4d9f-ae70-960f0c37f010 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:47.858196 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-6350208e-8fb6-4d9f-ae70-960f0c37f010 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 945 time: 0.0650735 Jul 12 16:07:47.971731 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Deleting port 4089abf8-ef84-4603-95e7-02871e3c3d39 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:47.972929 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.076654 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] For port 4089abf8-ef84-4603-95e7-02871e3c3d39, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=4089abf8-ef84-4603-95e7-02871e3c3d39,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:48.077430 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.095183 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Calling delete_port for 4089abf8-ef84-4603-95e7-02871e3c3d39 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:48.248074 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.281041 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event deleted for resources: {'Port': ['ID=4089abf8-ef84-4603-95e7-02871e3c3d39,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:48.288520 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a', '4089abf8-ef84-4603-95e7-02871e3c3d39'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:48.311129 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838209b-d75c-4cf1-8d9a-8c9bec8caa4c req-0bcc81b5-1e44-4bb6-8e7b-768d201e42fe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:48.313367 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b838209b-d75c-4cf1-8d9a-8c9bec8caa4c req-0bcc81b5-1e44-4bb6-8e7b-768d201e42fe tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0860708 Jul 12 16:07:48.344566 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] No DVR routers for this DVR port 4089abf8-ef84-4603-95e7-02871e3c3d39 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:48.348449 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:48.351205 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-603b705b-b44a-42ce-9ade-8e9d215b7daf req-f67ae643-48bb-4109-aa27-02ef18705778 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "DELETE /v2.0/ports/4089abf8-ef84-4603-95e7-02871e3c3d39 HTTP/1.1" status: 204 len: 173 time: 0.4870770 Jul 12 16:07:48.351856 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'name': 'network-vif-deleted', 'tag': '4089abf8-ef84-4603-95e7-02871e3c3d39'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:48.355575 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb809cb-bafd-48ca-aff6-fd5dea7a8695" -d '{"events": [{"server_uuid": "ff2137d7-a640-4ae9-81fc-873ddc85bceb", "name": "network-vif-deleted", "tag": "4089abf8-ef84-4603-95e7-02871e3c3d39"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:48.363717 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b838209b-d75c-4cf1-8d9a-8c9bec8caa4c req-6c70c143-2015-491d-935f-c30c4bad0d6b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Jul 12 16:07:48.429232 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152c93ed-a999-40c1-9eba-b0abce831ca9 x-openstack-request-id: req-152c93ed-a999-40c1-9eba-b0abce831ca9 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:48.430067 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2137d7-a640-4ae9-81fc-873ddc85bceb", "name": "network-vif-deleted", "tag": "4089abf8-ef84-4603-95e7-02871e3c3d39", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:48.430067 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-152c93ed-a999-40c1-9eba-b0abce831ca9 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:48.430705 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2137d7-a640-4ae9-81fc-873ddc85bceb', 'name': 'network-vif-deleted', 'tag': '4089abf8-ef84-4603-95e7-02871e3c3d39', 'status': 'completed', 'code': 200} Jul 12 16:07:48.713802 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554b2c3-60c8-4e3c-bafd-9a7bcad2fcd3 req-5f63aafa-5c5c-4f44-b40d-e491b03e6d1a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:48.715499 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c554b2c3-60c8-4e3c-bafd-9a7bcad2fcd3 req-5f63aafa-5c5c-4f44-b40d-e491b03e6d1a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0971255 Jul 12 16:07:48.766346 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c554b2c3-60c8-4e3c-bafd-9a7bcad2fcd3 req-cfa4ae1c-226e-4c0a-bb00-91e3d32b9280 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426779 Jul 12 16:07:49.023669 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd77149e-49dc-4cdf-9e2b-18ed9e979649 req-67848399-065f-4fbd-aa58-d0ffc9b835a6 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ff2137d7-a640-4ae9-81fc-873ddc85bceb HTTP/1.1" status: 200 len: 210 time: 0.0704684 Jul 12 16:07:49.041241 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adcc919-fee7-47cc-be17-6c23984ee590 req-b5170b29-e643-45da-a270-56ed09c8c0bc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.042841 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8adcc919-fee7-47cc-be17-6c23984ee590 req-b5170b29-e643-45da-a270-56ed09c8c0bc tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0886755 Jul 12 16:07:49.079781 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-dc48db15-831a-4081-904d-309b1bf0477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.082985 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-dc48db15-831a-4081-904d-309b1bf0477c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1456530 Jul 12 16:07:49.107083 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8adcc919-fee7-47cc-be17-6c23984ee590 req-dd4460e2-07e0-452e-90f7-058345119c8d tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548186 Jul 12 16:07:49.414511 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-b51eb638-6da5-4cc4-bc34-0631a1e3762f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.415990 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-b51eb638-6da5-4cc4-bc34-0631a1e3762f service neutron] 10.222.0.66 "GET /v2.0/networks?id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 200 len: 920 time: 0.3258042 Jul 12 16:07:49.462935 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-e292683e-67a6-4e89-9c4d-4b5b35f92938 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 200 len: 217 time: 0.0381300 Jul 12 16:07:49.526138 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-11f3c273-ff7f-42e6-841d-0801ae7b56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.527671 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-11f3c273-ff7f-42e6-841d-0801ae7b56e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 200 len: 859 time: 0.0518048 Jul 12 16:07:49.569503 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-5083d803-f940-441c-8cff-12e27ac185cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263655 Jul 12 16:07:49.674450 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-95157a85-b514-46e3-86c5-722d17cafc12 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899899 Jul 12 16:07:49.766838 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d73ddcfe-1fbe-4f36-907b-2d26416b16a4 req-3afd46ad-b9c7-4881-8a18-3a3332f91ea1 service neutron] 10.222.0.66 "GET /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844150 Jul 12 16:07:49.969389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e273a-8a4c-4c5d-af8f-3529c4c355cc req-b4075e02-42fb-4b90-9263-84052f5d5786 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:49.970906 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-716e273a-8a4c-4c5d-af8f-3529c4c355cc req-b4075e02-42fb-4b90-9263-84052f5d5786 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0722983 Jul 12 16:07:50.012259 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-716e273a-8a4c-4c5d-af8f-3529c4c355cc req-dc9c913e-d65e-4cec-a72e-0fb3f53dc83d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351524 Jul 12 16:07:50.229180 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 4089abf8-ef84-4603-95e7-02871e3c3d39 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:50.257776 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 4089abf8-ef84-4603-95e7-02871e3c3d39 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:50.257776 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 4089abf8-ef84-4603-95e7-02871e3c3d39 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:50.309621 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b9c45-17c3-4577-8d01-4627fdfcba61 req-174d923d-7dd1-45f5-a050-e1030a71ad27 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:50.311083 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-594b9c45-17c3-4577-8d01-4627fdfcba61 req-174d923d-7dd1-45f5-a050-e1030a71ad27 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0804787 Jul 12 16:07:50.353961 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-594b9c45-17c3-4577-8d01-4627fdfcba61 req-62223185-db5c-4c5a-a2e5-4c1885f436f4 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370491 Jul 12 16:07:51.160886 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3430e03-b513-4ff0-b1fd-1bf61bdd9666 req-ee831fc1-371c-4882-9228-145f85a6da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.162594 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a3430e03-b513-4ff0-b1fd-1bf61bdd9666 req-ee831fc1-371c-4882-9228-145f85a6da0c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 1099 time: 0.0578799 Jul 12 16:07:51.202029 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a3430e03-b513-4ff0-b1fd-1bf61bdd9666 req-7ad5d6ae-1c8c-4a6b-803d-300ac77ad0f8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320492 Jul 12 16:07:51.211445 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff27d4-f88e-47b0-b3a8-282462193a28 req-a13d013f-bddd-46dd-9cd9-7a963e1489f8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.213039 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fff27d4-f88e-47b0-b3a8-282462193a28 req-a13d013f-bddd-46dd-9cd9-7a963e1489f8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0736458 Jul 12 16:07:51.256806 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fff27d4-f88e-47b0-b3a8-282462193a28 req-df9775b2-9527-4c50-bcc1-4506a20532e7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380187 Jul 12 16:07:51.535167 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59cdbf-0877-4740-aa14-ec99b3820655 req-e69e86ec-8792-414b-9fe1-ce704a05e150 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.537204 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9d59cdbf-0877-4740-aa14-ec99b3820655 req-e69e86ec-8792-414b-9fe1-ce704a05e150 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0716133 Jul 12 16:07:51.577699 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9d59cdbf-0877-4740-aa14-ec99b3820655 req-f23264b1-996a-4bbe-99d0-81fb2fd16d7e tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349231 Jul 12 16:07:51.659351 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0311eb-3ba2-4cbd-8a39-0193626903fb req-022bdb49-53fb-4e22-ab64-486206a61158 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:51.660960 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1c0311eb-3ba2-4cbd-8a39-0193626903fb req-022bdb49-53fb-4e22-ab64-486206a61158 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0663695 Jul 12 16:07:51.699052 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1c0311eb-3ba2-4cbd-8a39-0193626903fb req-688a3b45-bbe9-4732-be06-a5a37d82d8be tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325620 Jul 12 16:07:52.230665 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:07:52.328874 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:52.344521 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'port_id': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'mac_address': 'fa:16:3e:bc:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:07:52.385887 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.402139 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c9826b3-e73d-496e-8e1b-e9eb132279e1 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:07:52.424599 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:52.430285 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.452755 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d19ed1-5384-4e22-8844-a4894c50d5c1 req-5800129a-462b-4208-8f38-8c75efb4206f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:52.454471 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-01d19ed1-5384-4e22-8844-a4894c50d5c1 req-5800129a-462b-4208-8f38-8c75efb4206f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0737493 Jul 12 16:07:52.512061 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=12']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:52.525617 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-01d19ed1-5384-4e22-8844-a4894c50d5c1 req-84c2e5c7-a67d-458c-8582-603e2af533f7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643830 Jul 12 16:07:52.732305 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-26f1edeb-bae3-48cf-bdc9-c242a1ce2428 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:52.732700 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-26f1edeb-bae3-48cf-bdc9-c242a1ce2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.778764 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f239eea-1be9-4354-87ae-66b82f123ab8 req-7b26f227-74fa-43f3-90df-f21d9a09a04b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:52.781069 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6f239eea-1be9-4354-87ae-66b82f123ab8 req-7b26f227-74fa-43f3-90df-f21d9a09a04b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0792408 Jul 12 16:07:52.833476 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6f239eea-1be9-4354-87ae-66b82f123ab8 req-c112e235-de9c-4060-bcde-3f6f726b6dfa tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461874 Jul 12 16:07:52.849055 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-26f1edeb-bae3-48cf-bdc9-c242a1ce2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.896103 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:52.899781 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7381ae3c-a71c-47e5-9de8-a44e9d93b4c8" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:52.930280 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-26f1edeb-bae3-48cf-bdc9-c242a1ce2428 None None] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:52.938689 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-26f1edeb-bae3-48cf-bdc9-c242a1ce2428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:52.980114 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6166ed9e-ec06-4589-a83e-aef4ffdb2ff4 x-openstack-request-id: req-6166ed9e-ec06-4589-a83e-aef4ffdb2ff4 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:52.980795 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-plugged", "status": "completed", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:52.981268 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6166ed9e-ec06-4589-a83e-aef4ffdb2ff4 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:52.981893 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'code': 200} Jul 12 16:07:52.983847 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c424ca-536f-43fb-b65c-098e30f0018e req-f7d4eb09-be9a-43ac-b6c6-b190d27e3483 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.002982 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28c424ca-536f-43fb-b65c-098e30f0018e req-f7d4eb09-be9a-43ac-b6c6-b190d27e3483 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.1450713 Jul 12 16:07:53.028405 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f1edeb-bae3-48cf-bdc9-c242a1ce2428 None None] Pushing event updated for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=13']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:53.063924 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['2c9826b3-e73d-496e-8e1b-e9eb132279e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:53.088197 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-28c424ca-536f-43fb-b65c-098e30f0018e req-9990021a-079e-4a98-b8c7-b96d914b0e95 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 Jul 12 16:07:53.376903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-dc2ed0ff-3719-4451-bc31-f15cb7e22d20 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:53.377755 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-dc2ed0ff-3719-4451-bc31-f15cb7e22d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:53.724826 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8f3962-269f-4c6e-bc5a-a3410d72eb93 req-ae2221d1-5575-4fee-bb81-22098315d9e7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:53.726510 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1e8f3962-269f-4c6e-bc5a-a3410d72eb93 req-ae2221d1-5575-4fee-bb81-22098315d9e7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0756264 Jul 12 16:07:53.772360 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1e8f3962-269f-4c6e-bc5a-a3410d72eb93 req-60b1e416-f543-40a9-b64d-05c2e3cb34d9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401890 Jul 12 16:07:54.277094 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b76729-1ee8-4c06-8f97-f0446ab7e4d5 req-0065730e-925a-41e7-ba11-3d73a35db79c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.278699 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e5b76729-1ee8-4c06-8f97-f0446ab7e4d5 req-0065730e-925a-41e7-ba11-3d73a35db79c tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0669489 Jul 12 16:07:54.320901 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e5b76729-1ee8-4c06-8f97-f0446ab7e4d5 req-9bcf59c0-6f16-4a73-9f92-15e7050299c2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/security-groups?id=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361862 Jul 12 16:07:54.654888 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-9553bcaa-ea79-43e1-840e-3b19ef2a2c91 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.656455 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-9553bcaa-ea79-43e1-840e-3b19ef2a2c91 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 945 time: 0.0822339 Jul 12 16:07:54.765542 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Deleting port a9eb9960-94e8-43cf-8e9b-62840df6283a {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:07:54.765865 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:54.869386 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] For port a9eb9960-94e8-43cf-8e9b-62840df6283a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a9eb9960-94e8-43cf-8e9b-62840df6283a,segment=NetworkSegment(e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a),segment_id=e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:07:54.869754 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:54.883360 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Calling delete_port for a9eb9960-94e8-43cf-8e9b-62840df6283a owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:07:54.978207 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05717b7d-1d2b-4b98-a98c-bfc23086ead8 req-aefe2dc1-d71e-4b77-a38d-831941da79e8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:54.979650 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-05717b7d-1d2b-4b98-a98c-bfc23086ead8 req-aefe2dc1-d71e-4b77-a38d-831941da79e8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0762782 Jul 12 16:07:55.025168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-05717b7d-1d2b-4b98-a98c-bfc23086ead8 req-7897ad1e-d90b-44f6-876e-17edce03fa05 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358057 Jul 12 16:07:55.062279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:55.105918 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Pushing event deleted for resources: {'Port': ['ID=a9eb9960-94e8-43cf-8e9b-62840df6283a,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:55.111794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a9eb9960-94e8-43cf-8e9b-62840df6283a'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:07:55.161501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] No DVR routers for this DVR port a9eb9960-94e8-43cf-8e9b-62840df6283a on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:07:55.164085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:55.166200 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-20002bb5-6ea1-422c-bb42-af0285746ed3 req-98892fd9-3c01-4284-8aee-51c9500b3fc2 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.66 "DELETE /v2.0/ports/a9eb9960-94e8-43cf-8e9b-62840df6283a HTTP/1.1" status: 204 len: 173 time: 0.5034981 Jul 12 16:07:55.166650 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'name': 'network-vif-deleted', 'tag': 'a9eb9960-94e8-43cf-8e9b-62840df6283a'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:07:55.168961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0302937-444c-40eb-9498-66889832a1eb" -d '{"events": [{"server_uuid": "ed199188-5c3e-4150-932b-ad71d9bdd1da", "name": "network-vif-deleted", "tag": "a9eb9960-94e8-43cf-8e9b-62840df6283a"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:07:55.210157 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0457543-59ae-48e4-9cdc-05f553377052 x-openstack-request-id: req-c0457543-59ae-48e4-9cdc-05f553377052 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:07:55.210527 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed199188-5c3e-4150-932b-ad71d9bdd1da", "name": "network-vif-deleted", "tag": "a9eb9960-94e8-43cf-8e9b-62840df6283a", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:07:55.210784 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c0457543-59ae-48e4-9cdc-05f553377052 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:07:55.211183 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed199188-5c3e-4150-932b-ad71d9bdd1da', 'name': 'network-vif-deleted', 'tag': 'a9eb9960-94e8-43cf-8e9b-62840df6283a', 'status': 'completed', 'code': 200} Jul 12 16:07:55.486844 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cdad8f75-ba62-47eb-ae20-d49b4913c601 req-90b8b9f2-2163-4274-87cf-c8c556523111 tempest-AttachVolumeNegativeTest-161435489 tempest-AttachVolumeNegativeTest-161435489-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed199188-5c3e-4150-932b-ad71d9bdd1da HTTP/1.1" status: 200 len: 210 time: 0.0284762 Jul 12 16:07:56.269534 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:07:56.320597 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0c4aa0ab-ec58-40fa-b5e7-5b96b68b65c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.342752 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:07:56.343128 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.429797 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a9eb9960-94e8-43cf-8e9b-62840df6283a no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:07:56.449504 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: a9eb9960-94e8-43cf-8e9b-62840df6283a {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:07:56.449860 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a9eb9960-94e8-43cf-8e9b-62840df6283a not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:07:56.606753 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56820) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:56.669756 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Deleting subnet afd0dbb8-66af-4b37-989a-790aa7bac8ff {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:07:56.673188 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.718970 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.780181 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.855817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.882079 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd0dbb8-66af-4b37-989a-790aa7bac8ff,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:56.886120 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:56.891365 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-faf5ce90-2f08-4b43-af3d-5f40cd9e0081 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/afd0dbb8-66af-4b37-989a-790aa7bac8ff HTTP/1.1" status: 204 len: 168 time: 0.2799473 Jul 12 16:07:56.891365 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56828) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:56.967720 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.048957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.060085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c234480e-66f4-467c-91bd-b20422ccaf95']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:57.071368 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:57.071766 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e51da1-aaf1-40af-b63e-fe8cb7dfc78a') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:07:57.086107 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.111610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.119008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:07:57.119470 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:07:57.121435 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:07:57.193384 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.210546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.212672 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/c234480e-66f4-467c-91bd-b20422ccaf95 HTTP/1.1" status: 204 len: 168 time: 0.3204460 Jul 12 16:07:57.217702 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de3f1-8fe7-455b-82b1-ac18ebbb54e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c234480e-66f4-467c-91bd-b20422ccaf95,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:57.419848 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56840) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:57.463273 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6a9396f7-be9d-4ed4-86bf-1fc7bcdbdaa7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=17f631b585d54ba488396de9f9810352&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0420594 Jul 12 16:07:57.466543 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56842) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:57.522320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c31ef54-ca54-47ce-ba02-dadc7ea58cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.545545 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c31ef54-ca54-47ce-ba02-dadc7ea58cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.595657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c31ef54-ca54-47ce-ba02-dadc7ea58cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.598808 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9c31ef54-ca54-47ce-ba02-dadc7ea58cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:57.599981 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9c31ef54-ca54-47ce-ba02-dadc7ea58cf4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec769aa7-e9d0-4b71-ae48-2fc94039f1d6 HTTP/1.1" status: 204 len: 168 time: 0.1317792 Jul 12 16:07:57.608638 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c31ef54-ca54-47ce-ba02-dadc7ea58cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec769aa7-e9d0-4b71-ae48-2fc94039f1d6,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:58.255864 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97cd38-3981-408a-97bf-7724e2ea27f5 req-7f6824c0-4e45-4f46-9a25-a034687d0a2b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:58.260602 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4e97cd38-3981-408a-97bf-7724e2ea27f5 req-7f6824c0-4e45-4f46-9a25-a034687d0a2b tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0771079 Jul 12 16:07:58.303215 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4e97cd38-3981-408a-97bf-7724e2ea27f5 req-e8993a5c-c74d-461d-89e0-51f3ab01bcc1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365126 Jul 12 16:07:58.350016 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56870) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:58.445711 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-246764483-network', 'tenant_id': '652b380828d94e8ba9c07870999a84bb'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:58.470951 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Made reservation on behalf of 652b380828d94e8ba9c07870999a84bb for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:58.473971 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.483944 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.581399 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.585830 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.615014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:07:58.622214 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a20a2b3-f6b3-43a1-aa85-8543ac4238e1,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:58.629770 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.629770 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Added segment ebcebf5d-9c51-4492-8812-104d68afb7ab of type vlan for network 39561bbc-f3fb-45ce-8ca3-1627300d608d Jul 12 16:07:58.670521 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.702851 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.703993 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:58.704661 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.762004 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4108214 Jul 12 16:07:58.766088 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56876) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:58.767369 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379ba42-1d6a-4db1-8b7c-87788f1ddd15 admin admin] Pushing event updated for resources: {'Network': ['ID=39561bbc-f3fb-45ce-8ca3-1627300d608d,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:58.772838 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Request body: {'subnet': {'network_id': '39561bbc-f3fb-45ce-8ca3-1627300d608d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-246764483-subnet', 'tenant_id': '652b380828d94e8ba9c07870999a84bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:58.777907 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 39561bbc-f3fb-45ce-8ca3-1627300d608d details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:07:58.804228 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Made reservation on behalf of 652b380828d94e8ba9c07870999a84bb for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:58.804453 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:58.980575 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.040984 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b20ab73-eae4-4335-9ca2-1fa00d1c4b6f,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:59.051518 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Checking segment: {'id': 'ebcebf5d-9c51-4492-8812-104d68afb7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '39561bbc-f3fb-45ce-8ca3-1627300d608d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:07:59.051876 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Network hostable DHCP agents. Network: 39561bbc-f3fb-45ce-8ca3-1627300d608d, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:07:59.072049 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Network 39561bbc-f3fb-45ce-8ca3-1627300d608d is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:07:59.080723 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 39561bbc-f3fb-45ce-8ca3-1627300d608d) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:07:59.085583 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:59.086277 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.097535 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d44095-8d7a-4afb-8113-3a09b4f041ec None None] Network 39561bbc-f3fb-45ce-8ca3-1627300d608d requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:07:59.105047 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e352a594-3fde-48d6-931a-7a99bc9275f4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3376830 Jul 12 16:07:59.144552 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-25c857b8-fdb8-44ca-a426-ae8e1d3dfc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.235257 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630df3ff-813b-4de2-8002-854bc0dbef05 None None] Network 39561bbc-f3fb-45ce-8ca3-1627300d608d requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:07:59.238847 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.505050 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b737-0a0f-4bd8-89cb-0cdf14c006db req-9005fc8a-bdd9-4e13-8906-d0564fd53ddf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:59.506696 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ac2b737-0a0f-4bd8-89cb-0cdf14c006db req-9005fc8a-bdd9-4e13-8906-d0564fd53ddf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0769937 Jul 12 16:07:59.551501 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ac2b737-0a0f-4bd8-89cb-0cdf14c006db req-6fc7f979-e14f-40bf-97ed-8c216d6f5baf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379047 Jul 12 16:07:59.615168 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56898) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:07:59.620328 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468379634-network', 'tenant_id': 'f93294a247e04a9e86762b69b266456f'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:07:59.642416 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Made reservation on behalf of f93294a247e04a9e86762b69b266456f for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:07:59.645759 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.654506 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.757256 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.761031 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.787537 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:07:59.798069 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1a917-f135-4f31-8ee1-350ddaf428b9,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:07:59.804643 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.804964 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Added segment 4f5c99dc-80fd-400d-99d8-c67a451d85a2 of type vlan for network 7441718d-4e37-45d2-9524-204ed9be568b Jul 12 16:07:59.894309 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.937135 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c5b1c-8670-4837-b5be-d69776611ffb req-ebcb4da4-58ee-4d72-81ba-6a899adbeca4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:59.938755 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-228c5b1c-8670-4837-b5be-d69776611ffb req-ebcb4da4-58ee-4d72-81ba-6a899adbeca4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1355462 Jul 12 16:07:59.948379 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:07:59.949326 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:07:59.949897 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.034133 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4176252 Jul 12 16:08:00.036736 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d90ff-0bf9-4ab5-98ec-2d771231f0a9 admin admin] Pushing event updated for resources: {'Network': ['ID=7441718d-4e37-45d2-9524-204ed9be568b,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.036920 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56902) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:00.041561 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-228c5b1c-8670-4837-b5be-d69776611ffb req-276e4a69-e2d3-4d22-b96e-081c424abfa7 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955215 Jul 12 16:08:00.041935 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Request body: {'subnet': {'network_id': '7441718d-4e37-45d2-9524-204ed9be568b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1468379634-subnet', 'tenant_id': 'f93294a247e04a9e86762b69b266456f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:00.055762 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 7441718d-4e37-45d2-9524-204ed9be568b details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:08:00.065839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Made reservation on behalf of f93294a247e04a9e86762b69b266456f for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:00.068002 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.136022 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.239256 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.294380 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b84e808-410f-4a46-9ef4-b6421d7cc032,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.304274 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Checking segment: {'id': '4f5c99dc-80fd-400d-99d8-c67a451d85a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '7441718d-4e37-45d2-9524-204ed9be568b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:00.304646 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Network hostable DHCP agents. Network: 7441718d-4e37-45d2-9524-204ed9be568b, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:08:00.327248 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Network 7441718d-4e37-45d2-9524-204ed9be568b is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:08:00.336892 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 7441718d-4e37-45d2-9524-204ed9be568b) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:00.341045 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.341633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.347998 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f95873-d245-4abd-a08a-31ae55e500b3 None None] Network 7441718d-4e37-45d2-9524-204ed9be568b requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:00.362029 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a261091b-92cb-4b11-b52d-daa81c8d5ad0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3200214 Jul 12 16:08:00.468913 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc15cc-9c73-4b7a-a197-e4a27467a5ad None None] Network 7441718d-4e37-45d2-9524-204ed9be568b requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:00.474312 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56906) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:00.517967 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Deleting subnet 7b20ab73-eae4-4335-9ca2-1fa00d1c4b6f {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:00.522054 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.557057 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.600651 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.653993 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.680254 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b20ab73-eae4-4335-9ca2-1fa00d1c4b6f,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:00.684312 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.688998 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-becb9081-380e-46a9-a829-2d6f0d766193 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7b20ab73-eae4-4335-9ca2-1fa00d1c4b6f HTTP/1.1" status: 204 len: 168 time: 0.2136147 Jul 12 16:08:00.689841 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56910) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:00.759736 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08a143-2f8f-46fb-8493-dde6db0e4a9d req-7f400aa7-3b83-4d76-9eb5-a5af572524cb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:00.762200 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ec08a143-2f8f-46fb-8493-dde6db0e4a9d req-7f400aa7-3b83-4d76-9eb5-a5af572524cb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0900760 Jul 12 16:08:00.766575 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.798904 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ec08a143-2f8f-46fb-8493-dde6db0e4a9d req-97956670-dc4d-4bdc-aa1a-7da59254da89 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Jul 12 16:08:00.847767 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.858996 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39561bbc-f3fb-45ce-8ca3-1627300d608d']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:00.871003 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebcebf5d-9c51-4492-8812-104d68afb7ab') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:00.871318 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebcebf5d-9c51-4492-8812-104d68afb7ab') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:00.881508 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.897154 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.906580 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:00.907205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:00.910385 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:00.984482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.995021 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:00.996872 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] 10.222.0.70 "DELETE /v2.0/networks/39561bbc-f3fb-45ce-8ca3-1627300d608d HTTP/1.1" status: 204 len: 168 time: 0.3055761 Jul 12 16:08:01.001156 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56912) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:01.010320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad6bdd-ad88-4f10-8206-d2085f5597ca admin admin] Pushing event deleted for resources: {'Network': ['ID=39561bbc-f3fb-45ce-8ca3-1627300d608d,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:01.054625 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Deleting subnet 8b84e808-410f-4a46-9ef4-b6421d7cc032 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:01.058165 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.095401 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.136655 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.191948 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.216950 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b84e808-410f-4a46-9ef4-b6421d7cc032,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:01.221763 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.223946 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/8b84e808-410f-4a46-9ef4-b6421d7cc032 HTTP/1.1" status: 204 len: 168 time: 0.2215514 Jul 12 16:08:01.226401 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 56916) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:01.228449 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.228822 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.229151 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.229482 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.229808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.230135 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.230457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.230780 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.231104 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.231424 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.231740 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.232056 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b1fcc3-b263-4282-b928-c0d2c28055e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:01.310371 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c4563-974f-4364-9ac8-a2a81bc9b3f6 req-b5e26fba-7052-4bf7-b4d8-09a7ab5944a0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:01.312717 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7e7c4563-974f-4364-9ac8-a2a81bc9b3f6 req-b5e26fba-7052-4bf7-b4d8-09a7ab5944a0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1583743 Jul 12 16:08:01.438236 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.476649 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7e7c4563-974f-4364-9ac8-a2a81bc9b3f6 req-976ba11c-07cb-4945-99c8-67df080d77ea tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535487 Jul 12 16:08:01.543260 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-1c5214c1-bca3-4101-bdad-a4ad07b50afb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:01.545554 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-1c5214c1-bca3-4101-bdad-a4ad07b50afb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.2208905 Jul 12 16:08:01.591944 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.678249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.702037 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7441718d-4e37-45d2-9524-204ed9be568b']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:01.727852 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5c99dc-80fd-400d-99d8-c67a451d85a2') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:01.728311 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5c99dc-80fd-400d-99d8-c67a451d85a2') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:01.772230 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.795393 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.809220 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:01.809739 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:01.813822 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:01.888951 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Deleting port 9274a6e0-ab47-4fb6-aaae-5786cc31421f {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:01.889408 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.955574 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.961339 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:01.965008 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7441718d-4e37-45d2-9524-204ed9be568b HTTP/1.1" status: 204 len: 168 time: 0.7371669 Jul 12 16:08:01.988208 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0dbd99-c4cf-4489-a81a-971caac7da09 req-e794b0cd-6ef0-4fed-9516-43a0fd5beac2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:01.989955 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ea0dbd99-c4cf-4489-a81a-971caac7da09 req-e794b0cd-6ef0-4fed-9516-43a0fd5beac2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 946 time: 0.0799074 Jul 12 16:08:01.995641 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Pushing event deleted for resources: {'Network': ['ID=7441718d-4e37-45d2-9524-204ed9be568b,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.014320 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.014835 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.015192 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.015533 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.015869 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.016203 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.016559 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.016895 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.017224 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.017550 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.017866 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.018275 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384b8a3c-ec3b-470a-b366-a465002da530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:02.039930 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ea0dbd99-c4cf-4489-a81a-971caac7da09 req-47eb5f91-b6d2-48f5-921c-71c91dca6652 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Jul 12 16:08:02.054474 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] For port 9274a6e0-ab47-4fb6-aaae-5786cc31421f, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9274a6e0-ab47-4fb6-aaae-5786cc31421f,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:02.055102 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.070787 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Calling delete_port for 9274a6e0-ab47-4fb6-aaae-5786cc31421f owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:02.163881 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56924) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:02.205225 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b769015b-ea12-4d79-8a52-edc5f5ccac45 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=652b380828d94e8ba9c07870999a84bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398796 Jul 12 16:08:02.208172 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56926) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:02.208313 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.239147 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Pushing event deleted for resources: {'Port': ['ID=9274a6e0-ab47-4fb6-aaae-5786cc31421f,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.260524 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['9274a6e0-ab47-4fb6-aaae-5786cc31421f', 'a6618425-7f32-44e0-92f0-b6c1f7edac57'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:02.261918 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7f7e55aa-31e5-41fe-a1d3-677d3a93a627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.284435 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7f7e55aa-31e5-41fe-a1d3-677d3a93a627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.291850 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] No DVR routers for this DVR port 9274a6e0-ab47-4fb6-aaae-5786cc31421f on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:02.294432 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.296700 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1eb8b6f9-bf65-4835-9067-f039c2b8a689 req-cc1acdaa-d7bc-4300-b0e6-69ab186e1acb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "DELETE /v2.0/ports/9274a6e0-ab47-4fb6-aaae-5786cc31421f HTTP/1.1" status: 204 len: 173 time: 0.7358840 Jul 12 16:08:02.297360 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'name': 'network-vif-deleted', 'tag': '9274a6e0-ab47-4fb6-aaae-5786cc31421f'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:02.301287 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f73ce39-7d2b-4080-bdd0-4ecea1c8bde1" -d '{"events": [{"server_uuid": "622a3e1c-21b4-4463-adaf-2454eafe0bc3", "name": "network-vif-deleted", "tag": "9274a6e0-ab47-4fb6-aaae-5786cc31421f"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:02.362331 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5f30fe-acaa-450b-aeff-f8768d4179b7 x-openstack-request-id: req-4c5f30fe-acaa-450b-aeff-f8768d4179b7 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:02.363144 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622a3e1c-21b4-4463-adaf-2454eafe0bc3", "name": "network-vif-deleted", "tag": "9274a6e0-ab47-4fb6-aaae-5786cc31421f", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:02.363420 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4c5f30fe-acaa-450b-aeff-f8768d4179b7 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:02.364054 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622a3e1c-21b4-4463-adaf-2454eafe0bc3', 'name': 'network-vif-deleted', 'tag': '9274a6e0-ab47-4fb6-aaae-5786cc31421f', 'status': 'completed', 'code': 200} Jul 12 16:08:02.379102 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7f7e55aa-31e5-41fe-a1d3-677d3a93a627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.383782 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7f7e55aa-31e5-41fe-a1d3-677d3a93a627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:02.385940 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7f7e55aa-31e5-41fe-a1d3-677d3a93a627 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0a20a2b3-f6b3-43a1-aa85-8543ac4238e1 HTTP/1.1" status: 204 len: 168 time: 0.1765871 Jul 12 16:08:02.400347 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e55aa-31e5-41fe-a1d3-677d3a93a627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a20a2b3-f6b3-43a1-aa85-8543ac4238e1,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:02.732426 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6cae3-9a59-417c-9454-fbfb0d317e4d req-9855ec1a-8271-484f-837b-48df07fa7311 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:02.733905 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1df6cae3-9a59-417c-9454-fbfb0d317e4d req-9855ec1a-8271-484f-837b-48df07fa7311 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0871460 Jul 12 16:08:02.780327 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1df6cae3-9a59-417c-9454-fbfb0d317e4d req-3bae03cb-8146-4b4a-a4ae-157cc175b984 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361950 Jul 12 16:08:02.867374 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56936) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:02.907661 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9102e4e0-bd78-44e2-88de-5114ff1cb75e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f93294a247e04a9e86762b69b266456f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389557 Jul 12 16:08:02.910601 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 56938) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:02.974319 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cb15-2177-463c-8163-d45b59fb3c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.008153 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cb15-2177-463c-8163-d45b59fb3c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.064436 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cb15-2177-463c-8163-d45b59fb3c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.069702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3dc5cb15-2177-463c-8163-d45b59fb3c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:03.078039 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3dc5cb15-2177-463c-8163-d45b59fb3c49 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b1b1a917-f135-4f31-8ee1-350ddaf428b9 HTTP/1.1" status: 204 len: 168 time: 0.1614349 Jul 12 16:08:03.087569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc5cb15-2177-463c-8163-d45b59fb3c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1a917-f135-4f31-8ee1-350ddaf428b9,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:03.271945 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5c2b4262-0dd7-4d63-9f12-7bd4fdfad73f req-5c1556e4-e441-4860-829e-4793a31bfa39 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=622a3e1c-21b4-4463-adaf-2454eafe0bc3 HTTP/1.1" status: 200 len: 210 time: 0.0554447 Jul 12 16:08:03.961115 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1f096-0d4b-47d3-be22-e76f99e72ab4 req-6c38147f-8c1e-447e-90c0-d8fd50a67b9f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:03.962672 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ee1f096-0d4b-47d3-be22-e76f99e72ab4 req-6c38147f-8c1e-447e-90c0-d8fd50a67b9f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0687873 Jul 12 16:08:04.005663 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ee1f096-0d4b-47d3-be22-e76f99e72ab4 req-17bbe863-9934-482f-b34f-ab3b6057fa74 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371926 Jul 12 16:08:04.289514 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9274a6e0-ab47-4fb6-aaae-5786cc31421f no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:04.312720 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 9274a6e0-ab47-4fb6-aaae-5786cc31421f {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:04.313114 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9274a6e0-ab47-4fb6-aaae-5786cc31421f not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:04.827606 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9edff96-aac1-4054-bb3d-ebc8c348eed3 req-0b545201-e66c-4371-b892-fd68c3edc382 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:04.827606 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e9edff96-aac1-4054-bb3d-ebc8c348eed3 req-0b545201-e66c-4371-b892-fd68c3edc382 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0807564 Jul 12 16:08:04.876894 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e9edff96-aac1-4054-bb3d-ebc8c348eed3 req-9ff4b67a-966e-43b3-ae42-996de9efcfe2 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445857 Jul 12 16:08:05.184978 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216ba0b-63f2-45f1-b72e-3e088b34d552 req-1137cfa9-b27c-44ec-b53d-544ceabac9a1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:05.186460 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1216ba0b-63f2-45f1-b72e-3e088b34d552 req-1137cfa9-b27c-44ec-b53d-544ceabac9a1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0662982 Jul 12 16:08:05.225551 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1216ba0b-63f2-45f1-b72e-3e088b34d552 req-8d7784de-6110-4ba7-a172-a8cbd992fabd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325589 Jul 12 16:08:06.062431 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ec5a2-6b4a-4111-9205-ad0ba82f33b1 req-47586f59-4c33-43a0-b875-1601700f4742 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:06.064048 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-579ec5a2-6b4a-4111-9205-ad0ba82f33b1 req-47586f59-4c33-43a0-b875-1601700f4742 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0725420 Jul 12 16:08:06.105643 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-579ec5a2-6b4a-4111-9205-ad0ba82f33b1 req-604afbc8-9920-472e-b84f-fca068c44731 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353246 Jul 12 16:08:06.414865 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e5f25-a5fe-4967-97aa-02108e9b0388 req-7e27b028-8c80-4dff-b5fd-e4231e208b11 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:06.416274 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-439e5f25-a5fe-4967-97aa-02108e9b0388 req-7e27b028-8c80-4dff-b5fd-e4231e208b11 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0728171 Jul 12 16:08:06.454767 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-439e5f25-a5fe-4967-97aa-02108e9b0388 req-7cbc8bc9-7fb9-4024-abbe-8c2c63d5aefc tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Jul 12 16:08:07.288041 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ba80-39d2-41e1-861c-838eefbd493b req-e62e86c1-856b-4ae7-8331-76ccd0887bc1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.289608 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f2c2ba80-39d2-41e1-861c-838eefbd493b req-e62e86c1-856b-4ae7-8331-76ccd0887bc1 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0672855 Jul 12 16:08:07.329039 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f2c2ba80-39d2-41e1-861c-838eefbd493b req-0c2625a7-5239-49fb-982c-650f8bdcbd97 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337803 Jul 12 16:08:07.643849 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53a548-2b75-4a11-96de-fe5b0906410f req-ca0ce1a6-de77-40b1-85fd-df72e99bb8e0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:07.646860 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6a53a548-2b75-4a11-96de-fe5b0906410f req-ca0ce1a6-de77-40b1-85fd-df72e99bb8e0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0725620 Jul 12 16:08:07.690199 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6a53a548-2b75-4a11-96de-fe5b0906410f req-af1e92fe-2b70-4411-8f76-668a9856705c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360839 Jul 12 16:08:07.730590 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57044) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:07.835462 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-88d6fb2f-163e-4fb6-85ef-3df0d3d5bf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:07.930118 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-88d6fb2f-163e-4fb6-85ef-3df0d3d5bf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:07.934271 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-88d6fb2f-163e-4fb6-85ef-3df0d3d5bf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:07.973934 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-88d6fb2f-163e-4fb6-85ef-3df0d3d5bf29 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7c31233c39de46e8b244218b3ad1e297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2419081 Jul 12 16:08:07.974842 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d6fb2f-163e-4fb6-85ef-3df0d3d5bf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c76ce77-98ee-4938-b382-86fa421af484,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:07.977313 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57048) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:08.032394 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8237-9454-4609-9f04-475345a7898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.054652 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8237-9454-4609-9f04-475345a7898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.106546 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8237-9454-4609-9f04-475345a7898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.109467 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1f9e8237-9454-4609-9f04-475345a7898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.110629 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1f9e8237-9454-4609-9f04-475345a7898e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c76ce77-98ee-4938-b382-86fa421af484 HTTP/1.1" status: 204 len: 168 time: 0.1324158 Jul 12 16:08:08.119808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e8237-9454-4609-9f04-475345a7898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c76ce77-98ee-4938-b382-86fa421af484,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:08.390803 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57056) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:08.407728 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c9076121-3bbf-47e5-8ae1-ba74f27cbfb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.505872 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c9076121-3bbf-47e5-8ae1-ba74f27cbfb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.510327 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c9076121-3bbf-47e5-8ae1-ba74f27cbfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.514707 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee1d42-175c-4343-82cf-f85efdb56ee0 req-4d24f83c-ee9d-4053-9651-8bf06969fc41 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.516239 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-79ee1d42-175c-4343-82cf-f85efdb56ee0 req-4d24f83c-ee9d-4053-9651-8bf06969fc41 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0680912 Jul 12 16:08:08.548038 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9076121-3bbf-47e5-8ae1-ba74f27cbfb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a991609-1599-44ba-aa15-b32f78201b4a,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:08.553705 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-c9076121-3bbf-47e5-8ae1-ba74f27cbfb3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=875248cdd7544418971359ef21c5a0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613932 Jul 12 16:08:08.555512 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-79ee1d42-175c-4343-82cf-f85efdb56ee0 req-fd90b975-9c6c-4345-bcb6-26c2ce193b10 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330346 Jul 12 16:08:08.556861 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57058) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:08.607083 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-040e5c97-16d5-4846-bab0-dcdbb33751de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.631898 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-040e5c97-16d5-4846-bab0-dcdbb33751de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.684903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-040e5c97-16d5-4846-bab0-dcdbb33751de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.689678 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-040e5c97-16d5-4846-bab0-dcdbb33751de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:08.693776 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-040e5c97-16d5-4846-bab0-dcdbb33751de admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4a991609-1599-44ba-aa15-b32f78201b4a HTTP/1.1" status: 204 len: 168 time: 0.1331365 Jul 12 16:08:08.699676 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e5c97-16d5-4846-bab0-dcdbb33751de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a991609-1599-44ba-aa15-b32f78201b4a,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:08.873459 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35903e7-516c-43e8-8f7e-3e0ebde03998 req-2080a68a-c151-412c-a004-d50826cd2759 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:08.875228 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d35903e7-516c-43e8-8f7e-3e0ebde03998 req-2080a68a-c151-412c-a004-d50826cd2759 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0707922 Jul 12 16:08:08.917874 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d35903e7-516c-43e8-8f7e-3e0ebde03998 req-a3fb8da0-8153-4401-9e2c-93179f4afd19 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Jul 12 16:08:09.741744 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba46c37-8492-4b45-ae4f-e30b860f1d9e req-f6d71e30-e236-4ac3-8080-6ef70fcc988c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:09.743383 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5ba46c37-8492-4b45-ae4f-e30b860f1d9e req-f6d71e30-e236-4ac3-8080-6ef70fcc988c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0720186 Jul 12 16:08:09.790934 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5ba46c37-8492-4b45-ae4f-e30b860f1d9e req-499fe9de-7e9c-4f60-b4ac-f3078f8bb3cb tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Jul 12 16:08:10.102564 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c423bd4-60ae-42e4-8432-8757a0aecce3 req-1c98a933-019e-476b-94c3-97b4c4850fae tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:10.105676 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3c423bd4-60ae-42e4-8432-8757a0aecce3 req-1c98a933-019e-476b-94c3-97b4c4850fae tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0714931 Jul 12 16:08:10.151034 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3c423bd4-60ae-42e4-8432-8757a0aecce3 req-87753468-deed-41a2-8e5c-cb792a1b3f1d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Jul 12 16:08:10.411434 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57110) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:10.465769 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.527368 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7182f9d2-85cf-451b-a51c-87952b56dd95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.620544 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7182f9d2-85cf-451b-a51c-87952b56dd95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.625520 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7182f9d2-85cf-451b-a51c-87952b56dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.664771 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-7182f9d2-85cf-451b-a51c-87952b56dd95 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2595b22da0f04bf6b500f18c10ea23b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520823 Jul 12 16:08:10.665610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182f9d2-85cf-451b-a51c-87952b56dd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001df73-1259-4eba-82da-471b0517b181,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:10.667360 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57114) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:10.728940 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34f4e78b-7011-4f22-a6aa-720bd08537d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.752674 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34f4e78b-7011-4f22-a6aa-720bd08537d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.803190 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34f4e78b-7011-4f22-a6aa-720bd08537d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.807126 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-34f4e78b-7011-4f22-a6aa-720bd08537d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:10.808391 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-34f4e78b-7011-4f22-a6aa-720bd08537d7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c001df73-1259-4eba-82da-471b0517b181 HTTP/1.1" status: 204 len: 168 time: 0.1384821 Jul 12 16:08:10.817548 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4e78b-7011-4f22-a6aa-720bd08537d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001df73-1259-4eba-82da-471b0517b181,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:10.979403 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7be9d-2fa6-4a33-9e7c-965fd683aa7a req-640ca742-0639-4642-ad8b-ebde62107eab tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:10.980462 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-34d7be9d-2fa6-4a33-9e7c-965fd683aa7a req-640ca742-0639-4642-ad8b-ebde62107eab tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0732865 Jul 12 16:08:11.029638 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-34d7be9d-2fa6-4a33-9e7c-965fd683aa7a req-bda87235-fc66-4d6c-885f-1a65e9a723cf tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422051 Jul 12 16:08:11.151074 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57122) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:11.166198 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7111177b-99a3-4264-9860-ad261125c7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.262227 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7111177b-99a3-4264-9860-ad261125c7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.267480 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7111177b-99a3-4264-9860-ad261125c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.339366 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7111177b-99a3-4264-9860-ad261125c7a6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=452062d7b07c4f60996e2abccedb7250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871922 Jul 12 16:08:11.340095 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7111177b-99a3-4264-9860-ad261125c7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02e5fd1-91a2-4478-8c7e-d6270c5a3354,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:11.342169 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57126) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:11.381745 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac9409-c437-4872-86b9-6c4c6cbe9caf req-c9e2e9b5-6b3c-46df-ad87-c183ef7034b2 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:11.383263 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12ac9409-c437-4872-86b9-6c4c6cbe9caf req-c9e2e9b5-6b3c-46df-ad87-c183ef7034b2 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1038036 Jul 12 16:08:11.398088 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d2dc201-3548-47ec-b7df-a6f7c573bb0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.421699 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d2dc201-3548-47ec-b7df-a6f7c573bb0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.427432 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-12ac9409-c437-4872-86b9-6c4c6cbe9caf req-9f560c5f-86d2-4e9e-8fa2-52eb5bbaf057 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381293 Jul 12 16:08:11.509536 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d2dc201-3548-47ec-b7df-a6f7c573bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.512151 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1d2dc201-3548-47ec-b7df-a6f7c573bb0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.513351 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1d2dc201-3548-47ec-b7df-a6f7c573bb0a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d02e5fd1-91a2-4478-8c7e-d6270c5a3354 HTTP/1.1" status: 204 len: 168 time: 0.1699386 Jul 12 16:08:11.526555 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dc201-3548-47ec-b7df-a6f7c573bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02e5fd1-91a2-4478-8c7e-d6270c5a3354,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:11.537257 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-d9e0d20f-adf4-492f-92e5-048d983ad850 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:11.538823 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-d9e0d20f-adf4-492f-92e5-048d983ad850 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 946 time: 0.0889761 Jul 12 16:08:11.871986 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae9201-ca55-41cc-8eb8-0b568b1f2ba8 req-1a94bb17-acb9-472e-b0ae-c2de3bb0563e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:11.874645 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fae9201-ca55-41cc-8eb8-0b568b1f2ba8 req-1a94bb17-acb9-472e-b0ae-c2de3bb0563e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1282084 Jul 12 16:08:11.891552 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Deleting port a6618425-7f32-44e0-92f0-b6c1f7edac57 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:11.891895 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:11.892508 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-f2d9339c-09b1-42e2-a5fd-4f70f04b651a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:11.893986 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-f2d9339c-09b1-42e2-a5fd-4f70f04b651a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1099 time: 0.0951984 Jul 12 16:08:11.940006 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fae9201-ca55-41cc-8eb8-0b568b1f2ba8 req-a011f0d8-235b-49cd-ace2-54b6c1a471ae tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587678 Jul 12 16:08:12.011926 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] For port a6618425-7f32-44e0-92f0-b6c1f7edac57, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6618425-7f32-44e0-92f0-b6c1f7edac57,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:12.012554 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.022433 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-e0aee800-4d89-4a80-8d92-92a97db95a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.024037 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-e0aee800-4d89-4a80-8d92-92a97db95a70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.1090031 Jul 12 16:08:12.030166 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Calling delete_port for a6618425-7f32-44e0-92f0-b6c1f7edac57 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:12.114412 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-667faf34-f4fd-48c6-93f9-8d54608ad5b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 200 len: 1002 time: 0.0745599 Jul 12 16:08:12.184340 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-850eecb6-f0cd-4dc7-8bfa-b03d839fe031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.186845 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-850eecb6-f0cd-4dc7-8bfa-b03d839fe031 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.0634711 Jul 12 16:08:12.228958 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.266250 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-ebcb157f-74c2-4baf-9d98-13a8c5b9698d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.266972 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a6618425-7f32-44e0-92f0-b6c1f7edac57'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:12.268168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-ebcb157f-74c2-4baf-9d98-13a8c5b9698d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673888 Jul 12 16:08:12.270396 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Pushing event deleted for resources: {'Port': ['ID=a6618425-7f32-44e0-92f0-b6c1f7edac57,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:12.294388 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c1150-620e-455f-beca-7ac5a33dbf6a req-6d21ac86-efa4-4a95-adee-77ed9f7e9990 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:12.296451 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-006c1150-620e-455f-beca-7ac5a33dbf6a req-6d21ac86-efa4-4a95-adee-77ed9f7e9990 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/ports?device_id=09ff795f-df04-4b94-b45e-264231742ef4 HTTP/1.1" status: 200 len: 867 time: 0.1317236 Jul 12 16:08:12.361788 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] No DVR routers for this DVR port a6618425-7f32-44e0-92f0-b6c1f7edac57 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:12.366306 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:12.368201 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b922a8e7-c772-4aba-9109-32b9c4ef6770 req-e8c2d634-7bf1-470e-a138-56c20623933c tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.66 "DELETE /v2.0/ports/a6618425-7f32-44e0-92f0-b6c1f7edac57 HTTP/1.1" status: 204 len: 173 time: 0.8227730 Jul 12 16:08:12.368670 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ff795f-df04-4b94-b45e-264231742ef4', 'name': 'network-vif-deleted', 'tag': 'a6618425-7f32-44e0-92f0-b6c1f7edac57'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:12.371041 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d8201f-d8a2-4265-bed4-6040e71a5df3" -d '{"events": [{"server_uuid": "09ff795f-df04-4b94-b45e-264231742ef4", "name": "network-vif-deleted", "tag": "a6618425-7f32-44e0-92f0-b6c1f7edac57"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:12.379708 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-006c1150-620e-455f-beca-7ac5a33dbf6a req-c6c476a9-a406-4e0f-af3d-524e6aa69e41 tempest-ServerRescueNegativeTestJSON-94317640 tempest-ServerRescueNegativeTestJSON-94317640-project] 10.222.0.70 "GET /v2.0/security-groups?id=8b17216a-23af-4792-8e5c-41d8bd935317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642889 Jul 12 16:08:12.397412 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-b101a4fe-7a0f-44e9-b592-b295affce9d4 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120982 Jul 12 16:08:12.416769 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8445fa7-0eb1-442d-9dd5-7dcf268e22f1 x-openstack-request-id: req-f8445fa7-0eb1-442d-9dd5-7dcf268e22f1 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:12.417065 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ff795f-df04-4b94-b45e-264231742ef4", "name": "network-vif-deleted", "tag": "a6618425-7f32-44e0-92f0-b6c1f7edac57", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:12.417317 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f8445fa7-0eb1-442d-9dd5-7dcf268e22f1 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:12.417740 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ff795f-df04-4b94-b45e-264231742ef4', 'name': 'network-vif-deleted', 'tag': 'a6618425-7f32-44e0-92f0-b6c1f7edac57', 'status': 'completed', 'code': 200} Jul 12 16:08:12.504625 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8ea6e968-2c88-4432-925c-86c3cd99cd87 req-ecb77b00-4b89-4667-bfbe-68e315f60f18 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954943 Jul 12 16:08:13.156027 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61a182-abd8-4142-9aba-8f1fec7639fe req-071dec10-8d69-4a8a-bdc9-b1927c35473f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:13.157635 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4c61a182-abd8-4142-9aba-8f1fec7639fe req-071dec10-8d69-4a8a-bdc9-b1927c35473f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0839057 Jul 12 16:08:13.213689 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4c61a182-abd8-4142-9aba-8f1fec7639fe req-71447929-d999-41c3-a67f-30ecfb67d841 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487912 Jul 12 16:08:13.483587 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57224) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:13.928344 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.246573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Deleting port da6a4751-79d0-4635-aeab-dc47e4af29d0 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:14.246573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.313024 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6618425-7f32-44e0-92f0-b6c1f7edac57 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:14.330939 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] For port da6a4751-79d0-4635-aeab-dc47e4af29d0, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=da6a4751-79d0-4635-aeab-dc47e4af29d0,segment=NetworkSegment(c074e23d-3612-4049-a102-193b346b0794),segment_id=c074e23d-3612-4049-a102-193b346b0794)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:14.331489 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.336751 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: a6618425-7f32-44e0-92f0-b6c1f7edac57 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:14.337103 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6618425-7f32-44e0-92f0-b6c1f7edac57 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:14.355499 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Calling delete_port for da6a4751-79d0-4635-aeab-dc47e4af29d0 owned by network:router_interface {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:14.463174 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227280d8-c44d-427c-9498-29ac63945948 req-f13b86ab-1965-4c09-b9b6-5a0c10a5340a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:14.464739 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-227280d8-c44d-427c-9498-29ac63945948 req-f13b86ab-1965-4c09-b9b6-5a0c10a5340a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1240919 Jul 12 16:08:14.500329 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:08:14.572514 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-227280d8-c44d-427c-9498-29ac63945948 req-3dbc2db9-55a0-4704-830a-73b761b39e25 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865824 Jul 12 16:08:14.632757 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:14.660865 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6a4751-79d0-4635-aeab-dc47e4af29d0,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:14.824996 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.038341 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:15.152277 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:15.160545 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f532bc8d-46f5-49df-ab5c-2b35a1579a31 admin admin] 10.222.0.70 "PUT /v2.0/routers/4fe0ebea-e9cd-46d2-855b-99151f5ba313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6757057 Jul 12 16:08:15.163164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57234) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:15.164571 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] Sync routers for ids ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:15.174397 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] Routers {'4fe0ebea-e9cd-46d2-855b-99151f5ba313'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:15.175102 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:07:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:15.289324 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] Set router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:15.482135 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:08:14Z', 'revision_number': 5, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:15.499501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks [] for router, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.510455 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] Checking router: 4fe0ebea-e9cd-46d2-855b-99151f5ba313 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:15.518480 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] Routers {'4fe0ebea-e9cd-46d2-855b-99151f5ba313'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:15.519667 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:07:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:15.604887 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.630212 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] Set router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:15.658544 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Deleting port aaa0d94d-4b13-4414-935f-27b51f5b1f8a {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:15.659187 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.744116 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] For port aaa0d94d-4b13-4414-935f-27b51f5b1f8a, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:15.744358 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.756929 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Calling delete_port for aaa0d94d-4b13-4414-935f-27b51f5b1f8a owned by network:router_gateway {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:15.810212 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:08:14Z', 'revision_number': 5, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:15.836223 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b7b3d4-8047-406a-b7da-874dcd4e74ff None None] The sync data for ids ['4fe0ebea-e9cd-46d2-855b-99151f5ba313'] in dv-cinder-792642-4-iscsi is: [{'id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'name': 'tempest-ServerRescueNegativeTestJSON-1566711245-router', 'tenant_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:28Z', 'updated_at': '2021-07-12T16:08:14Z', 'revision_number': 5, 'project_id': '7b02ea6cfbab4c6eb0ea447f07bd9854', 'gw_port': {'id': 'aaa0d94d-4b13-4414-935f-27b51f5b1f8a', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:7c:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe0ebea-e9cd-46d2-855b-99151f5ba313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:15.933595 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:15.957082 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Pushing event deleted for resources: {'Port': ['ID=aaa0d94d-4b13-4414-935f-27b51f5b1f8a,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:16.024928 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.131296 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.134422 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.201044 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.201619 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe0ebea-e9cd-46d2-855b-99151f5ba313 {{(pid=93201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:08:16.207760 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.212557 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f817c905-5ff6-4549-804c-8b5229ba218b admin admin] 10.222.0.70 "DELETE /v2.0/routers/4fe0ebea-e9cd-46d2-855b-99151f5ba313 HTTP/1.1" status: 204 len: 168 time: 1.0446997 Jul 12 16:08:16.213077 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57240) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:16.266024 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Deleting subnet 7669c0b1-f496-4281-9799-0c0ef130ac03 {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:16.269493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.305428 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.348696 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.404590 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.433471 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7669c0b1-f496-4281-9799-0c0ef130ac03,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:16.439262 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.441982 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-963f003c-200a-4f54-af9c-68e01be1545b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7669c0b1-f496-4281-9799-0c0ef130ac03 HTTP/1.1" status: 204 len: 168 time: 0.2282917 Jul 12 16:08:16.444971 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57242) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:16.517407 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.604396 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.614806 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bd106b3-cb5a-4e21-9c3b-d4f76d34203e']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:16.624964 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c074e23d-3612-4049-a102-193b346b0794') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:16.625267 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c074e23d-3612-4049-a102-193b346b0794') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:16.635138 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.648581 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.654257 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:16.654686 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:16.656449 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:16.710944 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.716541 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:16.718420 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] 10.222.0.70 "DELETE /v2.0/networks/0bd106b3-cb5a-4e21-9c3b-d4f76d34203e HTTP/1.1" status: 204 len: 168 time: 0.2724004 Jul 12 16:08:16.730016 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207654cb-4a02-4985-a3de-910c4cdafe0c admin admin] Pushing event deleted for resources: {'Network': ['ID=0bd106b3-cb5a-4e21-9c3b-d4f76d34203e,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:16.886749 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57246) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:16.931471 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-eb3dbd1e-f349-491a-a850-fee996207807 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7b02ea6cfbab4c6eb0ea447f07bd9854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432653 Jul 12 16:08:16.933861 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57248) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:16.989805 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c619a2c8-a4e2-42f0-ac9d-dc3c60099071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.010614 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c619a2c8-a4e2-42f0-ac9d-dc3c60099071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.058457 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c619a2c8-a4e2-42f0-ac9d-dc3c60099071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.061184 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c619a2c8-a4e2-42f0-ac9d-dc3c60099071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:17.062338 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c619a2c8-a4e2-42f0-ac9d-dc3c60099071 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b17216a-23af-4792-8e5c-41d8bd935317 HTTP/1.1" status: 204 len: 168 time: 0.1275792 Jul 12 16:08:17.070274 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c619a2c8-a4e2-42f0-ac9d-dc3c60099071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b17216a-23af-4792-8e5c-41d8bd935317,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:17.158154 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device aaa0d94d-4b13-4414-935f-27b51f5b1f8a no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:17.183111 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: aaa0d94d-4b13-4414-935f-27b51f5b1f8a {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:17.183747 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device aaa0d94d-4b13-4414-935f-27b51f5b1f8a not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:17.184177 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device da6a4751-79d0-4635-aeab-dc47e4af29d0 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:17.323672 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: da6a4751-79d0-4635-aeab-dc47e4af29d0 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:17.324116 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device da6a4751-79d0-4635-aeab-dc47e4af29d0 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:18.990691 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57314) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:19.100262 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-06dcd437-7bb0-457c-94d2-414c48e66cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.193163 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-06dcd437-7bb0-457c-94d2-414c48e66cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.198285 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-06dcd437-7bb0-457c-94d2-414c48e66cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.237743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcd437-7bb0-457c-94d2-414c48e66cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78741ff-060d-4b2c-85e4-eef7fb9fd5be,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:19.241850 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-06dcd437-7bb0-457c-94d2-414c48e66cac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5ae6446e86d49f9bca2a85b0f703f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501380 Jul 12 16:08:19.244541 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57318) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:19.296136 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30ffbd1d-00a3-4232-8420-2ee34c0e2d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.318806 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30ffbd1d-00a3-4232-8420-2ee34c0e2d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.371044 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30ffbd1d-00a3-4232-8420-2ee34c0e2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.373806 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-30ffbd1d-00a3-4232-8420-2ee34c0e2d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.374979 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-30ffbd1d-00a3-4232-8420-2ee34c0e2d60 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c78741ff-060d-4b2c-85e4-eef7fb9fd5be HTTP/1.1" status: 204 len: 168 time: 0.1294522 Jul 12 16:08:19.387425 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffbd1d-00a3-4232-8420-2ee34c0e2d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78741ff-060d-4b2c-85e4-eef7fb9fd5be,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:19.647273 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57328) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:19.660971 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b945e68-003e-4acc-865a-ba5458fe583c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.752701 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b945e68-003e-4acc-865a-ba5458fe583c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.758577 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b945e68-003e-4acc-865a-ba5458fe583c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.796536 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b945e68-003e-4acc-865a-ba5458fe583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1db762-7bd6-432f-ab5f-4dff8900aff1,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:19.801260 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4b945e68-003e-4acc-865a-ba5458fe583c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e2b7be3f25bf47b3a39334b398922488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528234 Jul 12 16:08:19.804228 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57330) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:19.857325 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-22e34743-19c1-4284-9ae3-14e552c7c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.881046 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-22e34743-19c1-4284-9ae3-14e552c7c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.931299 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-22e34743-19c1-4284-9ae3-14e552c7c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.934340 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-22e34743-19c1-4284-9ae3-14e552c7c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:19.936329 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-22e34743-19c1-4284-9ae3-14e552c7c594 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5b1db762-7bd6-432f-ab5f-4dff8900aff1 HTTP/1.1" status: 204 len: 168 time: 0.1310918 Jul 12 16:08:19.945388 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e34743-19c1-4284-9ae3-14e552c7c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1db762-7bd6-432f-ab5f-4dff8900aff1,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:26.295402 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0c08b4e2-f456-4362-b68c-a137e902adba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:29.108128 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-11eb93bb-2307-47de-8cd7-bdc74b77d3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:29.221705 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:30.135969 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:31.598450 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.211375 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-5d128a11-6c7a-4617-ab06-3bd0ba7b6631 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-243347284&fields=id&tenant_id=aecefdd756c7486e97d819cb4f2275ab HTTP/1.1" status: 200 len: 267 time: 0.2189431 Jul 12 16:08:34.281912 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-3b386816-e5ed-4eaf-a686-d2d397d3304c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.283769 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-3b386816-e5ed-4eaf-a686-d2d397d3304c tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 984 time: 0.0666094 Jul 12 16:08:34.295501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Request body: {'port': {'security_groups': ['30edb0bb-6ce8-44c8-bca4-baa1cd9aad49']}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:34.394639 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.584879 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:34.622302 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.627954 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.673132 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:34.673868 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.675398 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-633c56ba-83ea-4548-a77f-ec8706861e05 req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "PUT /v2.0/ports/cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 942 time: 0.3846345 Jul 12 16:08:34.675838 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['cf224fa2-84eb-4e6b-9739-b6fd7da167e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:34.676595 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:34.683322 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0185f9dc-2e6e-4ea8-a641-879f2b195e88" -d '{"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:34.685314 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57564) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:34.754557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ee7af-4bcf-4e15-978f-fb822f174781 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event updated for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=7']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:34.762046 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-44595732-b764-47cd-befa-bedcc8f897b0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.787441 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc06689-b230-48ed-8158-368c6466d3ab x-openstack-request-id: req-fdc06689-b230-48ed-8158-368c6466d3ab {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:34.787845 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:34.788203 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fdc06689-b230-48ed-8158-368c6466d3ab {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:34.788860 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'status': 'completed', 'code': 200} Jul 12 16:08:34.797592 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-44595732-b764-47cd-befa-bedcc8f897b0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.872211 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['cf224fa2-84eb-4e6b-9739-b6fd7da167e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:34.892689 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-44595732-b764-47cd-befa-bedcc8f897b0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.896252 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-44595732-b764-47cd-befa-bedcc8f897b0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:34.898064 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-44595732-b764-47cd-befa-bedcc8f897b0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "DELETE /v2.0/security-groups/a7d8e432-724a-42fb-8f2d-227f084ab111 HTTP/1.1" status: 204 len: 168 time: 0.2116721 Jul 12 16:08:34.900870 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57568) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:34.908754 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44595732-b764-47cd-befa-bedcc8f897b0 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d8e432-724a-42fb-8f2d-227f084ab111,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:35.054746 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3937bca6-295c-4792-8e77-bf874647941f None None] Provisioning complete for port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:08:35.055135 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3937bca6-295c-4792-8e77-bf874647941f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.098656 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-2c48ceb0-da54-49cf-a9b1-e9ed1335fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.100280 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-2c48ceb0-da54-49cf-a9b1-e9ed1335fecc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1098 time: 0.2548444 Jul 12 16:08:35.248921 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-49aa54cb-2a6b-4075-821b-127297a426b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.250554 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-49aa54cb-2a6b-4075-821b-127297a426b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 915 time: 0.1397974 Jul 12 16:08:35.276179 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Deleting port ad744ef9-6eb8-4e2c-8117-39501f12142f {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:35.276611 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.306790 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-365dfbfa-db35-4d06-b3f0-2e913fc5f303 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809247 Jul 12 16:08:35.433543 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-b4c2c232-5b66-4116-927c-556f829d6316 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 1001 time: 0.1733928 Jul 12 16:08:35.464756 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.464756 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.466372 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-ffbbd95b-c104-4b2b-aa0c-aa9f8819ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.468364 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-ffbbd95b-c104-4b2b-aa0c-aa9f8819ba2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 1099 time: 0.1000378 Jul 12 16:08:35.510134 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Calling delete_port for ad744ef9-6eb8-4e2c-8117-39501f12142f owned by network:floatingip {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:35.538089 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-e3d1059a-03a3-4a59-9a5b-9f54d688c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.539369 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-e3d1059a-03a3-4a59-9a5b-9f54d688c11b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0940788 Jul 12 16:08:35.649020 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-3ad2d835-6414-4460-be26-6ab158e96f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.651511 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-3ad2d835-6414-4460-be26-6ab158e96f17 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.1504307 Jul 12 16:08:35.735894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-464bb218-3757-4abf-b9af-b167f7bd1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.737233 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-464bb218-3757-4abf-b9af-b167f7bd1431 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1408865 Jul 12 16:08:35.765665 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-638892d7-47aa-47ea-af3a-c7c419070c33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 200 len: 1002 time: 0.0973728 Jul 12 16:08:35.838958 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-57b3f70a-11b4-4fe9-87b6-47b411d0d47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.840482 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-57b3f70a-11b4-4fe9-87b6-47b411d0d47b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.0613799 Jul 12 16:08:35.907991 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:35.910958 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-6e702dc8-449c-401e-b331-1e04b3ff3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:35.913116 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-6e702dc8-449c-401e-b331-1e04b3ff3b34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0648274 Jul 12 16:08:35.915874 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-e8afe547-2a49-48a8-9c84-23cfde29b916 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625254 Jul 12 16:08:35.952550 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event deleted for resources: {'Port': ['ID=ad744ef9-6eb8-4e2c-8117-39501f12142f,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:36.039080 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-3fe9e3d7-8cad-44cc-81f6-ad7fcf1fbe0a service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013505 Jul 12 16:08:36.072831 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks [] for floatingip, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.073139 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.l3_db [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Floating IP 3be1c140-4823-4390-9f96-d27745800b47 disassociated (deleted). External IP: 172.27.3.212, port: cf224fa2-84eb-4e6b-9739-b6fd7da167e1. Jul 12 16:08:36.167451 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd1570a9-6bf2-4220-9c31-86d36ae856aa req-b23c500c-b71b-467d-a19f-3470152cb681 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194835 Jul 12 16:08:36.402465 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0185f9dc-2e6e-4ea8-a641-879f2b195e88 req-6df84a9e-f356-4301-8fbf-efdb529cf1fb service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627349 Jul 12 16:08:36.587085 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:36.716534 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:36.721608 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:36.727530 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] Sync routers for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:36.737221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:36.738470 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:36.761218 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b2c63372-0495-4c95-a7eb-a24410d039e3 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "DELETE /v2.0/floatingips/3be1c140-4823-4390-9f96-d27745800b47 HTTP/1.1" status: 204 len: 168 time: 1.8590662 Jul 12 16:08:36.790457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:36.793519 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad955bf9-db26-461c-9702-2933aff67704" -d '{"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:36.885112 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3e3161-5814-4e8e-95f4-d18ef8a13e78 x-openstack-request-id: req-dc3e3161-5814-4e8e-95f4-d18ef8a13e78 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:36.885112 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:36.886633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc3e3161-5814-4e8e-95f4-d18ef8a13e78 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:36.887918 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'status': 'completed', 'code': 200} Jul 12 16:08:36.888238 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:37.058342 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955bf9-db26-461c-9702-2933aff67704 req-67adb403-cb87-4b80-ba93-a0fbe394f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.070355 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-67adb403-cb87-4b80-ba93-a0fbe394f68a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=aecefdd756c7486e97d819cb4f2275ab&device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 1098 time: 0.1341126 Jul 12 16:08:37.292024 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:37.337233 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955bf9-db26-461c-9702-2933aff67704 req-a9d3badd-daa3-41bd-909b-70af7061f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.343154 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-a9d3badd-daa3-41bd-909b-70af7061f706 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 200 len: 915 time: 0.2620924 Jul 12 16:08:37.361429 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] Checking router: 8510de77-6fd9-4f0b-bbcd-1eededff28c8 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:37.380625 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:37.381616 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:37.410298 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-637c5722-0e20-442f-8ef6-0863ba42e6bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 200 len: 217 time: 0.0595596 Jul 12 16:08:37.489848 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955bf9-db26-461c-9702-2933aff67704 req-88b9c458-85f5-44e6-adf4-39ea180ed49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.492010 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-88b9c458-85f5-44e6-adf4-39ea180ed49a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 200 len: 853 time: 0.0653105 Jul 12 16:08:37.524716 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57650) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:37.540621 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:37.586518 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad955bf9-db26-461c-9702-2933aff67704 req-822eb98b-c7ea-4c90-8796-1a2192c80448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:37.588286 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-822eb98b-c7ea-4c90-8796-1a2192c80448 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c9f00772-a764-4ed5-8866-85d90285c860&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894208 Jul 12 16:08:37.662441 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57654) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:37.716368 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-51060647-c9de-4f82-bf72-37e442258f45 service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136751 Jul 12 16:08:37.754484 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d791f79e-ea78-458f-bbb6-b3e72b6b624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:37.844076 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a67ed8f0-7e10-4ec6-902d-1484997cd77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:37.849476 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ad955bf9-db26-461c-9702-2933aff67704 req-355c48cf-80be-4c01-a384-aaec4d4042fc service neutron] 10.222.0.66 "GET /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246867 Jul 12 16:08:37.866540 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:37.901198 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e229fa-ffa3-4595-9510-52d93ff6d97c None None] The sync data for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi is: [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:40Z', 'revision_number': 4, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '822aec8b-42ac-4e69-b745-770737318267', 'name': '', 'network_id': 'c9f00772-a764-4ed5-8866-85d90285c860', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'mac_address': 'fa:16:3e:ef:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:39Z', 'updated_at': '2021-07-12T16:04:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'subnets': [{'id': '6d128e2d-24ca-4134-a481-1f8fa932cac8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:37.944573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d791f79e-ea78-458f-bbb6-b3e72b6b624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:37.957078 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d791f79e-ea78-458f-bbb6-b3e72b6b624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.022207 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d791f79e-ea78-458f-bbb6-b3e72b6b624d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=647d2b35307e465791e55d0136043787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4955788 Jul 12 16:08:38.024941 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791f79e-ea78-458f-bbb6-b3e72b6b624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561eaa3d-a497-419d-afe7-d1a9dabf514b,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:38.026201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57658) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:38.101895 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5282e314-bc00-4dc7-bfd3-ce1a08caee4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.123149 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a67ed8f0-7e10-4ec6-902d-1484997cd77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.129600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a67ed8f0-7e10-4ec6-902d-1484997cd77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.142808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5282e314-bc00-4dc7-bfd3-ce1a08caee4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.168343 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ed8f0-7e10-4ec6-902d-1484997cd77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cda55c2-86c9-4611-b660-fa6bd94b9a3a,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:38.182805 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57660) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:38.189214 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a67ed8f0-7e10-4ec6-902d-1484997cd77c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2b74a692e6754858a2649c3eaf0ea738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254047 Jul 12 16:08:38.222611 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494f4de2-110d-4743-9846-6416089e379e None None] New status for floating IP 3be1c140-4823-4390-9f96-d27745800b47: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:08:38.258716 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5282e314-bc00-4dc7-bfd3-ce1a08caee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.261400 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5282e314-bc00-4dc7-bfd3-ce1a08caee4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.262566 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-5282e314-bc00-4dc7-bfd3-ce1a08caee4a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/561eaa3d-a497-419d-afe7-d1a9dabf514b HTTP/1.1" status: 204 len: 168 time: 0.2344937 Jul 12 16:08:38.263289 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-512e66d3-c2fd-44c9-936f-47989e7b19a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.284257 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282e314-bc00-4dc7-bfd3-ce1a08caee4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561eaa3d-a497-419d-afe7-d1a9dabf514b,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:38.301903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-512e66d3-c2fd-44c9-936f-47989e7b19a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.408959 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-512e66d3-c2fd-44c9-936f-47989e7b19a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.413485 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-512e66d3-c2fd-44c9-936f-47989e7b19a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:38.415321 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-512e66d3-c2fd-44c9-936f-47989e7b19a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cda55c2-86c9-4611-b660-fa6bd94b9a3a HTTP/1.1" status: 204 len: 168 time: 0.2315106 Jul 12 16:08:38.428142 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e66d3-c2fd-44c9-936f-47989e7b19a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cda55c2-86c9-4611-b660-fa6bd94b9a3a,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:38.896262 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57684) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:38.918201 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d9f28a53-377f-4044-a84e-093e1a3615fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.071917 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d9f28a53-377f-4044-a84e-093e1a3615fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.077776 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d9f28a53-377f-4044-a84e-093e1a3615fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.120151 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f28a53-377f-4044-a84e-093e1a3615fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f697ef-e001-41e4-83a5-483f5da0fd53,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:39.124677 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d9f28a53-377f-4044-a84e-093e1a3615fe admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=861f85eb22cc4fc093c49d98677d52a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268848 Jul 12 16:08:39.128056 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57692) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:39.196989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-79ff3b08-a576-4c81-9ab1-4a2ffb01a2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.224115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-79ff3b08-a576-4c81-9ab1-4a2ffb01a2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.297530 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-79ff3b08-a576-4c81-9ab1-4a2ffb01a2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.302063 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-79ff3b08-a576-4c81-9ab1-4a2ffb01a2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:39.304301 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-79ff3b08-a576-4c81-9ab1-4a2ffb01a2dd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/09f697ef-e001-41e4-83a5-483f5da0fd53 HTTP/1.1" status: 204 len: 168 time: 0.1741042 Jul 12 16:08:39.318829 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff3b08-a576-4c81-9ab1-4a2ffb01a2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f697ef-e001-41e4-83a5-483f5da0fd53,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:40.507537 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:40.715987 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fea312-9b09-4c67-bf88-d982bfcd0f6f req-c58597a9-15d8-4c29-b109-1f9750a4b99b tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:40.724070 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-07fea312-9b09-4c67-bf88-d982bfcd0f6f req-c58597a9-15d8-4c29-b109-1f9750a4b99b tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0979939 Jul 12 16:08:40.765259 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-07fea312-9b09-4c67-bf88-d982bfcd0f6f req-2e022b28-eb4c-44e0-a065-51765fd4234f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Jul 12 16:08:41.954733 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90469b6c-f361-456d-ae9d-919a91e580e1 req-2a77abe0-43e4-4225-9be5-79317363e86f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:41.956626 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-90469b6c-f361-456d-ae9d-919a91e580e1 req-2a77abe0-43e4-4225-9be5-79317363e86f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0662649 Jul 12 16:08:41.999937 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-90469b6c-f361-456d-ae9d-919a91e580e1 req-4ed01f68-afd7-4923-9e34-9dfe53b16748 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366058 Jul 12 16:08:43.227269 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-ab4570b0-8d31-4545-ac00-ab3d6a038462 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:43.228956 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-ab4570b0-8d31-4545-ac00-ab3d6a038462 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.66 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0724497 Jul 12 16:08:43.232461 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743550d9-c0bd-46c1-b19d-8648a249384a req-11ad6dac-3128-4f3e-b161-8b6a386b74b1 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:43.234630 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-743550d9-c0bd-46c1-b19d-8648a249384a req-11ad6dac-3128-4f3e-b161-8b6a386b74b1 tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 945 time: 0.0873449 Jul 12 16:08:43.314607 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-743550d9-c0bd-46c1-b19d-8648a249384a req-fc5bf7a3-f51a-47c9-93ae-af60fe6e63dd tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/security-groups?id=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731466 Jul 12 16:08:43.371876 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Deleting port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:43.373025 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.484793 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] For port cf224fa2-84eb-4e6b-9739-b6fd7da167e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:43.485100 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.506447 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Calling delete_port for cf224fa2-84eb-4e6b-9739-b6fd7da167e1 owned by compute:nova {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:43.558592 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57832) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:43.665392 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.710336 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c40f-96f7-41c4-9f9e-c7bb71ed74e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.711257 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['cf224fa2-84eb-4e6b-9739-b6fd7da167e1'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:43.759886 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Pushing event deleted for resources: {'Port': ['ID=cf224fa2-84eb-4e6b-9739-b6fd7da167e1,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:43.790241 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] No DVR routers for this DVR port cf224fa2-84eb-4e6b-9739-b6fd7da167e1 on host hv-cinder-79264 {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:43.793434 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.796006 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c5407262-4963-49dd-b46a-087ffbe0cb5f req-97721e79-ac7f-4c26-b2c9-f5cb060c91be tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.66 "DELETE /v2.0/ports/cf224fa2-84eb-4e6b-9739-b6fd7da167e1 HTTP/1.1" status: 204 len: 173 time: 0.5599980 Jul 12 16:08:43.796478 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'name': 'network-vif-deleted', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:43.799963 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26901543-3109-48ed-aa3b-3ee4db94b464" -d '{"events": [{"server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "name": "network-vif-deleted", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:43.858497 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a66010-4b38-4172-95de-ef24f79aa11a x-openstack-request-id: req-e2a66010-4b38-4172-95de-ef24f79aa11a {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:43.858791 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "855558cc-829e-4914-96db-55843a8c385c", "name": "network-vif-deleted", "tag": "cf224fa2-84eb-4e6b-9739-b6fd7da167e1", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:43.859045 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e2a66010-4b38-4172-95de-ef24f79aa11a {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:43.859442 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '855558cc-829e-4914-96db-55843a8c385c', 'name': 'network-vif-deleted', 'tag': 'cf224fa2-84eb-4e6b-9739-b6fd7da167e1', 'status': 'completed', 'code': 200} Jul 12 16:08:43.890152 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c40f-96f7-41c4-9f9e-c7bb71ed74e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.898573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c40f-96f7-41c4-9f9e-c7bb71ed74e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:43.947862 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c9e3c40f-96f7-41c4-9f9e-c7bb71ed74e9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4e0dcc8f81554fab943213f3e3728d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882084 Jul 12 16:08:43.949520 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3c40f-96f7-41c4-9f9e-c7bb71ed74e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2eb63e1-daf7-4d26-891d-d7bf12c865e0,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:43.950942 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57852) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:44.019783 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd957-4b81-4d18-95e8-860aa71dd2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.052652 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd957-4b81-4d18-95e8-860aa71dd2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.106917 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd957-4b81-4d18-95e8-860aa71dd2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.109656 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0e1cd957-4b81-4d18-95e8-860aa71dd2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.110844 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-0e1cd957-4b81-4d18-95e8-860aa71dd2c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2eb63e1-daf7-4d26-891d-d7bf12c865e0 HTTP/1.1" status: 204 len: 168 time: 0.1585751 Jul 12 16:08:44.119749 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cd957-4b81-4d18-95e8-860aa71dd2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2eb63e1-daf7-4d26-891d-d7bf12c865e0,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:44.415286 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57860) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:44.430182 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e562747f-c8c4-40e3-b82f-ca1dc9a91668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.516164 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dde715b0-3c97-4359-b857-cf2872b0a5a9 req-6acfc388-af59-42e5-b233-ec2cd7a56b0f tempest-TestMinimumBasicScenario-2092781384 tempest-TestMinimumBasicScenario-2092781384-project] 10.222.0.70 "GET /v2.0/ports?device_id=855558cc-829e-4914-96db-55843a8c385c HTTP/1.1" status: 200 len: 210 time: 0.0392952 Jul 12 16:08:44.576483 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e562747f-c8c4-40e3-b82f-ca1dc9a91668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.582367 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e562747f-c8c4-40e3-b82f-ca1dc9a91668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.633332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562747f-c8c4-40e3-b82f-ca1dc9a91668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=257e858e-7a77-4dec-9b29-272e14382dc9,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:44.637862 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e562747f-c8c4-40e3-b82f-ca1dc9a91668 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f63acffac39347898560848a3ee81dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212827 Jul 12 16:08:44.640685 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57862) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:44.716941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c40ec7f1-e7ca-4966-b927-f624b5ddd5c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.751704 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c40ec7f1-e7ca-4966-b927-f624b5ddd5c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.814100 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c40ec7f1-e7ca-4966-b927-f624b5ddd5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.818053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-c40ec7f1-e7ca-4966-b927-f624b5ddd5c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:44.819448 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-c40ec7f1-e7ca-4966-b927-f624b5ddd5c0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/257e858e-7a77-4dec-9b29-272e14382dc9 HTTP/1.1" status: 204 len: 168 time: 0.1773548 Jul 12 16:08:44.829753 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ec7f1-e7ca-4966-b927-f624b5ddd5c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=257e858e-7a77-4dec-9b29-272e14382dc9,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:45.548346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882973d-ca3c-4d9b-9e6e-dc7673eb03a9 req-e49fb992-d571-41a2-987b-8e612abf77fd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:45.550252 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b882973d-ca3c-4d9b-9e6e-dc7673eb03a9 req-e49fb992-d571-41a2-987b-8e612abf77fd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.0804529 Jul 12 16:08:45.607385 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b882973d-ca3c-4d9b-9e6e-dc7673eb03a9 req-19e43185-6353-435d-bc09-0109bb7896b7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476360 Jul 12 16:08:45.827753 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57908) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:45.957646 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-319375726-network', 'tenant_id': 'f963264d932849a7b213732591fab6bf'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:45.993289 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Made reservation on behalf of f963264d932849a7b213732591fab6bf for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:45.996127 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.007074 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.133066 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.138475 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.168383 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:08:46.176566 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:46.183987 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.184344 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Added segment f5bb8f88-9316-43cf-8da0-073943999b4e of type vlan for network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 Jul 12 16:08:46.238539 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.293497 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.295617 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.297178 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.374959 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5457790 Jul 12 16:08:46.378305 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 57946) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:46.385146 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Request body: {'subnet': {'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-319375726-subnet', 'tenant_id': 'f963264d932849a7b213732591fab6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:46.396894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c00e5-f4a0-4128-a413-9e7cd9db09b0 admin admin] Pushing event updated for resources: {'Network': ['ID=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:46.412085 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:08:46.430434 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Made reservation on behalf of f963264d932849a7b213732591fab6bf for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:46.434032 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59107734'] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.554823 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device cf224fa2-84eb-4e6b-9739-b6fd7da167e1 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:46.585508 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: cf224fa2-84eb-4e6b-9739-b6fd7da167e1 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:46.586247 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device cf224fa2-84eb-4e6b-9739-b6fd7da167e1 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:46.607144 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 57952) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:46.744584 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58921145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59030380'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.865528 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a68cdb61-413a-436c-a0a1-ec5906eab943,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:46.868981 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Checking segment: {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:46.869727 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Network hostable DHCP agents. Network: 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:08:46.903730 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:08:46.941242 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:46.954603 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98356b0f-a239-4bac-9dc9-3a4f4e0127f2 None None] Network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:46.955529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:46.957087 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:46.980268 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-5e99f111-4002-45c5-8f85-38b15235b1ac admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6004388 Jul 12 16:08:47.046250 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68947e19-2c76-4a97-819b-691c8a6fdd24 req-d4799f12-aad4-442e-a7a8-5a6cbb7bbaf8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.048936 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-68947e19-2c76-4a97-819b-691c8a6fdd24 req-d4799f12-aad4-442e-a7a8-5a6cbb7bbaf8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.1570523 Jul 12 16:08:47.186398 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-68947e19-2c76-4a97-819b-691c8a6fdd24 req-7a6c7dde-6c8b-4f8f-ba6c-d62a40e409c3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244378 Jul 12 16:08:47.306486 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0e098-139a-49e3-a932-2d140bce0368 None None] Network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:47.630063 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:47.640297 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-229494be-afb1-440a-87ce-a28519e906bd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:47.641951 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-229494be-afb1-440a-87ce-a28519e906bd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.2347336 Jul 12 16:08:47.957429 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Deleting port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:47.958056 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.109582 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] For port 2c9826b3-e73d-496e-8e1b-e9eb132279e1, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=2c9826b3-e73d-496e-8e1b-e9eb132279e1,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:48.109952 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.695618 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Deleting port 822aec8b-42ac-4e69-b745-770737318267 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:48.696676 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.768137 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.768581 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.769039 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.l3_db [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Floating IP c4ceac96-2b14-4177-b136-44a7105afd0b disassociated. External IP: 172.27.3.242, port: 2c9826b3-e73d-496e-8e1b-e9eb132279e1. Jul 12 16:08:48.769488 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Calling delete_port for 2c9826b3-e73d-496e-8e1b-e9eb132279e1 owned by compute:nova {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:48.805221 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1651-40b4-4398-8992-0a06157de1b2 req-cda9fd36-bc44-44fa-9855-74b43b3a33f6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:48.806996 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c2db1651-40b4-4398-8992-0a06157de1b2 req-cda9fd36-bc44-44fa-9855-74b43b3a33f6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 946 time: 0.2144935 Jul 12 16:08:48.882340 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] For port 822aec8b-42ac-4e69-b745-770737318267, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=822aec8b-42ac-4e69-b745-770737318267,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:48.882982 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:48.914777 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Calling delete_port for 822aec8b-42ac-4e69-b745-770737318267 owned by network:router_interface {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:48.931192 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c2db1651-40b4-4398-8992-0a06157de1b2 req-2ae78846-45e4-41be-bc40-f51addb86e38 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=ef1ef582-6b53-43d1-a514-e0e4c123faeb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875919 Jul 12 16:08:49.127957 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.170198 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event deleted for resources: {'Port': ['ID=2c9826b3-e73d-496e-8e1b-e9eb132279e1,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:49.360572 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-b8ce089f-4a02-4824-ba11-f1668dbdb290 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:49.362047 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-b8ce089f-4a02-4824-ba11-f1668dbdb290 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/networks?id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 200 len: 808 time: 0.1410823 Jul 12 16:08:49.392108 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0a4d7123-5397-4db6-9c9b-a3ec5ede3b86 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/quotas/f963264d932849a7b213732591fab6bf HTTP/1.1" status: 200 len: 375 time: 0.0208697 Jul 12 16:08:49.406048 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.410354 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:49.434804 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-d864184c-b6c3-4d57-927d-5d25d56ea1b3 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f963264d932849a7b213732591fab6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367336 Jul 12 16:08:49.439819 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=822aec8b-42ac-4e69-b745-770737318267,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:49.667279 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-46f55a77-5547-408a-b8eb-6fe6ab319318 service neutron] 10.222.0.70 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126172 Jul 12 16:08:49.749575 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.805092 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0480ad02-fc51-4ebf-8136-f81bc831a6d8 service neutron] 10.222.0.70 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322892 Jul 12 16:08:49.855685 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:49.876761 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:49.897067 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:49.897953 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:49.950288 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] No DVR routers for this DVR port 2c9826b3-e73d-496e-8e1b-e9eb132279e1 on host hv-cinder-79264 {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:49.955417 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:49.959383 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3595e8d7-ed7d-4534-ad93-c765270cb72f req-af2cff20-89fb-424e-8f7d-13ff6344f635 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "DELETE /v2.0/ports/2c9826b3-e73d-496e-8e1b-e9eb132279e1 HTTP/1.1" status: 204 len: 173 time: 2.2854342 Jul 12 16:08:49.959961 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-deleted', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:49.963166 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9719309e-279d-4b67-ac90-416b1d3c2d47" -d '{"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-deleted", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:50.133109 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2f8f6b-6143-403a-bec7-c7e0c6663058 x-openstack-request-id: req-ff2f8f6b-6143-403a-bec7-c7e0c6663058 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:50.133501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2914f80-3f52-40ad-af3c-68467ee5020b", "name": "network-vif-deleted", "tag": "2c9826b3-e73d-496e-8e1b-e9eb132279e1", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:50.133831 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ff2f8f6b-6143-403a-bec7-c7e0c6663058 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:50.134305 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2914f80-3f52-40ad-af3c-68467ee5020b', 'name': 'network-vif-deleted', 'tag': '2c9826b3-e73d-496e-8e1b-e9eb132279e1', 'status': 'completed', 'code': 200} Jul 12 16:08:50.186536 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:50.189574 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-365c719d-5d7f-4d46-b6a7-ad27bc0366c5 req-2ee7965f-5f6c-4038-9ee9-10f77052b86d tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 210 time: 0.0407603 Jul 12 16:08:50.206213 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:50.343293 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58028) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:50.357909 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-80a333b5-ddf2-442f-be0c-d8c70a8e730f req-8b17bb74-6832-42d8-b85d-a68a8dd0641d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=e2914f80-3f52-40ad-af3c-68467ee5020b HTTP/1.1" status: 200 len: 210 time: 0.0561197 Jul 12 16:08:50.415679 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:50.425942 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] Sync routers for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:50.431272 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58032) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:50.431897 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-8e329c58-1b80-4316-97cb-8c21e1256f2e admin admin] 10.222.0.70 "PUT /v2.0/routers/8510de77-6fd9-4f0b-bbcd-1eededff28c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8227298 Jul 12 16:08:50.454877 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:50.456819 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:50.564767 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:50.599521 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 2c9826b3-e73d-496e-8e1b-e9eb132279e1 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:50.600410 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 2c9826b3-e73d-496e-8e1b-e9eb132279e1 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:50.603796 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-62e518e0-916e-4333-93bf-9159acb3622c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.645668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.694824 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:50.730980 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:50.740628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:50.763954 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:50.765175 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:50.840221 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.945126 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-62e518e0-916e-4333-93bf-9159acb3622c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:50.952920 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-62e518e0-916e-4333-93bf-9159acb3622c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.022570 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58042) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:51.023322 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-62e518e0-916e-4333-93bf-9159acb3622c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=07aad9ccfb434515bb22d81c3a937d33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636584 Jul 12 16:08:51.035554 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Deleting port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:51.036083 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.136276 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:51.175661 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] For port 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:51.176347 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.200080 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Calling delete_port for 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 owned by network:router_gateway {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:51.222804 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-626e6bae-e438-42ec-9904-dafe0fa6a7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.264599 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:08:49Z', 'revision_number': 5, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port': {'id': '7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:83:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 213, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:51.308203 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e518e0-916e-4333-93bf-9159acb3622c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d3e1f-f931-4aed-92c8-a8e3591544c8,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:51.317734 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-626e6bae-e438-42ec-9904-dafe0fa6a7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.427635 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3e7f4fea-4750-4778-8664-937cedd5238b req-a4ec37f8-46b1-4856-a966-d4880aa31d26 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 210 time: 0.0720437 Jul 12 16:08:51.516411 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-626e6bae-e438-42ec-9904-dafe0fa6a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.523352 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-626e6bae-e438-42ec-9904-dafe0fa6a7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.529487 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-626e6bae-e438-42ec-9904-dafe0fa6a7e9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/589d3e1f-f931-4aed-92c8-a8e3591544c8 HTTP/1.1" status: 204 len: 168 time: 0.5040531 Jul 12 16:08:51.572857 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e6bae-e438-42ec-9904-dafe0fa6a7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d3e1f-f931-4aed-92c8-a8e3591544c8,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:51.584138 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] Checking router: 8510de77-6fd9-4f0b-bbcd-1eededff28c8 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:51.618391 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:08:51.619453 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] Routers {'8510de77-6fd9-4f0b-bbcd-1eededff28c8'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:51.620165 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:51.703374 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58054) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:51.711680 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.739924 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:51.772987 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:51.858161 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6d72d-d044-4251-ba68-1801b40fe359 None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:51.872571 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] Set router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 gateway port host: None {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:51.900027 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5cb83b39-745e-41cc-b990-47962e6c7ade tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.936279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.998581 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5cb83b39-745e-41cc-b990-47962e6c7ade tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:51.999141 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:08:50Z', 'revision_number': 6, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port_host': None}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:52.066402 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaabd543-95a3-45c7-889b-6b7d52268c3a None None] The sync data for ids ['8510de77-6fd9-4f0b-bbcd-1eededff28c8'] in dv-cinder-792642-4-iscsi is: [{'id': '8510de77-6fd9-4f0b-bbcd-1eededff28c8', 'name': 'tempest-TestMinimumBasicScenario-475935126-router', 'tenant_id': 'aecefdd756c7486e97d819cb4f2275ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:36Z', 'updated_at': '2021-07-12T16:08:50Z', 'revision_number': 6, 'project_id': 'aecefdd756c7486e97d819cb4f2275ab', 'gw_port_host': None}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:52.098561 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5cb83b39-745e-41cc-b990-47962e6c7ade tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.101828 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5cb83b39-745e-41cc-b990-47962e6c7ade tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.107763 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-5cb83b39-745e-41cc-b990-47962e6c7ade tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef1ef582-6b53-43d1-a514-e0e4c123faeb HTTP/1.1" status: 204 len: 168 time: 0.3997414 Jul 12 16:08:52.112433 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58058) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:52.116078 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb83b39-745e-41cc-b990-47962e6c7ade tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1ef582-6b53-43d1-a514-e0e4c123faeb,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.174462 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.api.v2.resource [None req-32f49a29-f0d7-4589-8098-e4138ba5e253 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] show failed (client error): The resource could not be found. Jul 12 16:08:52.180562 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-32f49a29-f0d7-4589-8098-e4138ba5e253 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups/ef1ef582-6b53-43d1-a514-e0e4c123faeb HTTP/1.1" status: 404 len: 347 time: 0.0625427 Jul 12 16:08:52.181501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58060) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:52.185498 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.190164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.192227 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58062) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:52.225808 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9fc-cd78-4f5a-91e6-98996a454a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.322992 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.323460 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8510de77-6fd9-4f0b-bbcd-1eededff28c8 {{(pid=93201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:08:52.335623 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.337587 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-468702eb-4b02-4c3c-bf2c-f74054db53e2 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8510de77-6fd9-4f0b-bbcd-1eededff28c8 HTTP/1.1" status: 204 len: 168 time: 1.9042313 Jul 12 16:08:52.340642 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58064) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:52.376942 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949dd7f-a871-45b1-8663-5f2fd385848e None None] New status for floating IP c4ceac96-2b14-4177-b136-44a7105afd0b: DOWN {{(pid=93203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:08:52.427415 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9fc-cd78-4f5a-91e6-98996a454a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.435013 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0e01d9fc-cd78-4f5a-91e6-98996a454a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.445332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Deleting subnet 6d128e2d-24ca-4134-a481-1f8fa932cac8 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:52.449586 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.478724 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Deleting port e124b07e-3c95-4099-ad98-0502e9623653 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:52.479076 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.486945 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01d9fc-cd78-4f5a-91e6-98996a454a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60849c67-a8d9-4e58-beee-bbf2154a6aaa,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.494371 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-0e01d9fc-cd78-4f5a-91e6-98996a454a74 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d31f77f5a4eb49d793f46afeb977d486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2979417 Jul 12 16:08:52.497201 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58066) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:52.555989 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.589167 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0f476ce7-70c3-4e91-aa84-a5f690688311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.661856 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0f476ce7-70c3-4e91-aa84-a5f690688311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.669413 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.669926 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.729703 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Calling delete_port for e124b07e-3c95-4099-ad98-0502e9623653 owned by network:floatingip {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:52.755521 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0007d410-c0a7-4ee0-a1fa-385ac752cf52 req-28a36665-b320-40cb-b95a-481baafa4e36 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 210 time: 0.0546877 Jul 12 16:08:52.765489 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.806990 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0f476ce7-70c3-4e91-aa84-a5f690688311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.811551 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0f476ce7-70c3-4e91-aa84-a5f690688311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.813324 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-0f476ce7-70c3-4e91-aa84-a5f690688311 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/60849c67-a8d9-4e58-beee-bbf2154a6aaa HTTP/1.1" status: 204 len: 168 time: 0.3143578 Jul 12 16:08:52.835877 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f476ce7-70c3-4e91-aa84-a5f690688311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60849c67-a8d9-4e58-beee-bbf2154a6aaa,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.899573 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.934622 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d128e2d-24ca-4134-a481-1f8fa932cac8,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:52.943139 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:52.946540 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e9afd0d7-1cb7-403d-9f23-24e50d699070 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6d128e2d-24ca-4134-a481-1f8fa932cac8 HTTP/1.1" status: 204 len: 168 time: 0.6043701 Jul 12 16:08:52.949243 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58072) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:52.955036 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b7e275-afb2-4538-a1e3-30a76448cfeb None None] Network c9f00772-a764-4ed5-8866-85d90285c860 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:53.100850 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.111658 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.213684 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event deleted for resources: {'Port': ['ID=e124b07e-3c95-4099-ad98-0502e9623653,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:53.264938 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-5a1b0e6d-d41e-425c-81bd-a4aff7df62a2 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:53.266613 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-5a1b0e6d-d41e-425c-81bd-a4aff7df62a2 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "GET /v2.0/networks?id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 200 len: 808 time: 0.3162711 Jul 12 16:08:53.274419 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Deleting port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:53.274967 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.309807 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Request body: {'port': {'device_id': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61', 'admin_state_up': True, 'tenant_id': 'f963264d932849a7b213732591fab6bf'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:53.373769 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 822aec8b-42ac-4e69-b745-770737318267 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:53.417000 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] For port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,segment=NetworkSegment(79da4d79-e15a-44fa-85a9-ac9870d3f996),segment_id=79da4d79-e15a-44fa-85a9-ac9870d3f996)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:53.417784 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.429014 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 822aec8b-42ac-4e69-b745-770737318267 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:53.429518 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 822aec8b-42ac-4e69-b745-770737318267 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:53.429777 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:53.453978 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Calling delete_port for 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:53.455971 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:53.456408 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7c0e6eba-b9cb-4f3d-a4cb-06f2362e6c10 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:53.462705 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.465135 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.465135 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-5d9111a2-11a2-458b-a246-4cad466a67e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "DELETE /v2.0/floatingips/c4ceac96-2b14-4177-b136-44a7105afd0b HTTP/1.1" status: 204 len: 168 time: 1.2801993 Jul 12 16:08:53.589569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Made reservation on behalf of f963264d932849a7b213732591fab6bf for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:53.594822 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.659922 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2263ec29-80e3-454f-829a-32426be148d1 None None] DHCP port deletion for c9f00772-a764-4ed5-8866-85d90285c860 request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:08:53.721216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58082) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:53.731334 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.770706 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ea80a9b8-9544-4580-9857-d0a80388cac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.771676 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-2263ec29-80e3-454f-829a-32426be148d1 None None] The port '7a64ccb3-ffb4-41d2-abb2-518ad364b2a3' was deleted {{(pid=93203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 12 16:08:53.776753 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a64ccb3-ffb4-41d2-abb2-518ad364b2a3,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:53.792347 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] No DVR routers for this DVR port 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 on host dv-cinder-792642-4-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:08:53.865226 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Allocated IP 172.20.0.2 (436cf3fe-4fe1-40c1-ab96-b59af7d5cc61/a68cdb61-413a-436c-a0a1-ec5906eab943/478d4b4b-c0a2-4212-9ee9-c3231ed3063e) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:53.946748 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ea80a9b8-9544-4580-9857-d0a80388cac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:53.979569 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ea80a9b8-9544-4580-9857-d0a80388cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.011077 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-ea80a9b8-9544-4580-9857-d0a80388cac3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a5ea774e3c84f4fbc97c46dafb07214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881353 Jul 12 16:08:54.011624 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58086) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:54.117589 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58090) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:54.133928 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070872927', 'description': 'tempest-description--784445411'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:54.240940 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.279727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-94ef88e1-387c-4b6c-9d3e-1ca9bb4bdd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.314650 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.345192 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-94ef88e1-387c-4b6c-9d3e-1ca9bb4bdd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.394843 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e978df01-f472-4245-80df-7482c1c9a3d8 req-1ab95444-4e6b-4b3a-9c2e-abd30d4727d4 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 210 time: 0.3550794 Jul 12 16:08:54.405093 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.408484 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea80a9b8-9544-4580-9857-d0a80388cac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac05ec3-c91b-4db0-b25a-42af87c180e5,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:54.423898 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f00772-a764-4ed5-8866-85d90285c860']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:54.441980 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79da4d79-e15a-44fa-85a9-ac9870d3f996') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:54.442561 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79da4d79-e15a-44fa-85a9-ac9870d3f996') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:54.456546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.457575 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.483771 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.494001 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:08:54.494611 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:08:54.497218 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:08:54.542234 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:54.551992 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.552903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-94ef88e1-387c-4b6c-9d3e-1ca9bb4bdd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.555545 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-94ef88e1-387c-4b6c-9d3e-1ca9bb4bdd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.560242 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-94ef88e1-387c-4b6c-9d3e-1ca9bb4bdd73 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5ac05ec3-c91b-4db0-b25a-42af87c180e5 HTTP/1.1" status: 204 len: 168 time: 0.5469568 Jul 12 16:08:54.563636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:54.566026 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Pushing event updated for resources: {'Port': ['ID=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:54.569826 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:54.572374 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.576221 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.602735 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.603738 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef88e1-387c-4b6c-9d3e-1ca9bb4bdd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac05ec3-c91b-4db0-b25a-42af87c180e5,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:54.610485 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] 10.222.0.70 "DELETE /v2.0/networks/c9f00772-a764-4ed5-8866-85d90285c860 HTTP/1.1" status: 204 len: 168 time: 1.6595659 Jul 12 16:08:54.612249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8f593-8313-47a7-858a-d159e39d779f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f00772-a764-4ed5-8866-85d90285c860,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:54.612696 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58094) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:54.671026 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.672144 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5508878 Jul 12 16:08:54.678177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58096) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:54.686224 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'security_group_rule': {'security_group_id': '6b235767-baa4-421f-9ef6-14a4d8b9be56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:54.709324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:54.710001 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.712455 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e53e2-70b9-436a-a297-2f5d980b232a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b235767-baa4-421f-9ef6-14a4d8b9be56,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:54.730694 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.822766 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.828995 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.852275 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4f4dcd-d104-42a2-aff7-f6b10f3bec05,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:54.857310 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:54.861801 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-fe39c228-57fa-48f9-ae00-6da3731e4552 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1813488 Jul 12 16:08:54.863046 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58100) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:54.867967 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'security_group_rule': {'security_group_id': '6b235767-baa4-421f-9ef6-14a4d8b9be56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:54.910731 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.014834 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.024937 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.055285 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee8ea99-b580-4e3e-b769-1ec433831a34,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:55.060355 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.062249 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b0a3b8bd-47f6-42b7-9157-12358db24aba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1978860 Jul 12 16:08:55.068300 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58106) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:55.076286 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:55.106445 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2e1ffe41-ac5d-4705-8859-224f873bd9b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8187339 Jul 12 16:08:55.108366 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.132259 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Request body: {'port': {'device_id': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:55.256872 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:08:55.293895 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:08:55.294903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 7a64ccb3-ffb4-41d2-abb2-518ad364b2a3 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:08:55.299873 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.309790 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.485657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Allocated IP 172.27.3.68 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/9bcca787-f9d6-4a81-bc44-713622ee0b8e) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:55.673338 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.737999 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.790007 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ecd68-a68a-4479-b26c-e597ac2e11d3 req-9e1a2e61-0cb7-45eb-b05d-5cf81ef8af13 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:55.790299 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:55.791607 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-244ecd68-a68a-4479-b26c-e597ac2e11d3 req-9e1a2e61-0cb7-45eb-b05d-5cf81ef8af13 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 931 time: 0.1780484 Jul 12 16:08:55.796483 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:55.798947 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'Port': ['ID=9bcca787-f9d6-4a81-bc44-713622ee0b8e,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:55.801555 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:08:55.897903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 478d4b4b-c0a2-4212-9ee9-c3231ed3063e {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:55.908263 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-244ecd68-a68a-4479-b26c-e597ac2e11d3 req-e807c0d6-dcf8-4a61-aa6e-8fe76d7ebefa tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014597 Jul 12 16:08:55.910846 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.918659 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.934771 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Transition to ACTIVE for port object 478d4b4b-c0a2-4212-9ee9-c3231ed3063e will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:55.941751 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.983425 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:55.984049 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.052653 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Pushing event updated for resources: {'Port': ['ID=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:56.190186 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.196944 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.214679 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Attempting to bind port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:08:56.215418 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Attempting to bind port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:08:56.215418 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Attempting to bind port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e on network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:56.247371 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e on network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:08:56.247805 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Attempting to bind port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e on network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:08:56.261395 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:08:56.261734 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Checking segment: {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:08:56.262312 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Bound using segment: {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:08:56.262923 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Bound port: 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:08:56.263287 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.291440 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'Port': ['ID=9bcca787-f9d6-4a81-bc44-713622ee0b8e,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:56.307438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ca9b4b40-7ddf-4e6f-b782-9b90d03a81e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.309435 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.327542 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.339628 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d4b04f53-fc83-4d25-a048-02e8ada5e22e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2590261 Jul 12 16:08:56.377942 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] For port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:08:56.383060 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] For port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:08:56.408076 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.463673 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:56.464398 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.465735 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] 10.222.0.66 "PUT /v2.0/ports/478d4b4b-c0a2-4212-9ee9-c3231ed3063e HTTP/1.1" status: 200 len: 1093 time: 1.3434989 Jul 12 16:08:56.467125 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'tag': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:08:56.469469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183bfec7-739c-4ac1-b068-fccadba33969" -d '{"events": [{"name": "network-changed", "server_uuid": "b013f5ce-e87b-4600-aa56-a48292fed1aa", "tag": "478d4b4b-c0a2-4212-9ee9-c3231ed3063e"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:08:56.495508 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45d8ef-8c67-4974-97a4-a9f041b747bd service neutron] Pushing event updated for resources: {'Port': ['ID=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:56.500294 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Deleting port bb4732ea-db36-4cd9-8df7-2991407a6749 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:56.500489 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.584429 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8666d4c3-38f6-410d-a888-6fa22873afbf x-openstack-request-id: req-8666d4c3-38f6-410d-a888-6fa22873afbf {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:08:56.584750 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b013f5ce-e87b-4600-aa56-a48292fed1aa", "tag": "478d4b4b-c0a2-4212-9ee9-c3231ed3063e", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:08:56.585007 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8666d4c3-38f6-410d-a888-6fa22873afbf {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:08:56.585403 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'tag': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e', 'status': 'completed', 'code': 200} Jul 12 16:08:56.625207 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-7a649276-c262-40e7-ba9b-5a2a6745fecd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1070872927&fields=id&tenant_id=429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 267 time: 0.0437055 Jul 12 16:08:56.654449 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] For port bb4732ea-db36-4cd9-8df7-2991407a6749, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bb4732ea-db36-4cd9-8df7-2991407a6749,segment=NetworkSegment(e388cf8a-b9de-49ea-911d-72c69245fb3d),segment_id=e388cf8a-b9de-49ea-911d-72c69245fb3d)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:56.654916 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:56.669161 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-6b512317-713b-431b-826b-87d9793a8475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:56.671247 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-6b512317-713b-431b-826b-87d9793a8475 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f963264d932849a7b213732591fab6bf&device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 1096 time: 0.1171384 Jul 12 16:08:56.679324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Calling delete_port for bb4732ea-db36-4cd9-8df7-2991407a6749 owned by network:router_interface {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:56.755937 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-fc22ad75-381a-4076-a61c-ef6d99c1e4e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e HTTP/1.1" status: 200 len: 217 time: 0.0658314 Jul 12 16:08:56.775528 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-ee4c16f1-c92a-48e7-98c1-eeb2069fdfe0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:56.778087 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-ee4c16f1-c92a-48e7-98c1-eeb2069fdfe0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 817 time: 0.1441138 Jul 12 16:08:56.801367 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-c3d8f00c-08c6-4ddc-a222-5b8686663026 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/quotas/429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 375 time: 0.0144348 Jul 12 16:08:56.860602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2eb81486-2de8-43b3-a962-6d6254475d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:56.862890 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-2eb81486-2de8-43b3-a962-6d6254475d4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a68cdb61-413a-436c-a0a1-ec5906eab943 HTTP/1.1" status: 200 len: 848 time: 0.0946696 Jul 12 16:08:56.914007 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-036d3885-3c8e-497e-8699-4f6b663d50ba tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028788 Jul 12 16:08:56.979151 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:57.021097 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb4732ea-db36-4cd9-8df7-2991407a6749,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:57.072043 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-edcdc183-330f-43d2-827c-ae4332c8c2e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2003980 Jul 12 16:08:57.081874 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-ca9eed79-f439-449b-800f-8f1c5ff75e66 service neutron] 10.222.0.70 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532454 Jul 12 16:08:57.269715 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-b441565d-ab68-4efc-8c53-0815d06899cf service neutron] 10.222.0.70 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866739 Jul 12 16:08:57.390413 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-069e65b6-c2bf-492a-a629-270081659393 service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972405 Jul 12 16:08:57.498249 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:57.513561 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589849a4-5820-43c9-9a5c-1faca27e5f9f req-19cead36-66d2-470d-b930-affa732f350a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:57.515194 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-589849a4-5820-43c9-9a5c-1faca27e5f9f req-19cead36-66d2-470d-b930-affa732f350a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 943 time: 0.4236555 Jul 12 16:08:57.554857 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4300d67e-f0f7-464c-9e88-bb62ebd1a6f2 req-30d4b577-0fe6-4bc7-860b-9b2af6963272 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 210 time: 0.0444283 Jul 12 16:08:57.641936 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d5c57dfd-5324-40e3-81cd-7cafc2f3da0a req-0eb1f0ec-2c66-41be-98e4-a535294883c9 service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443299 Jul 12 16:08:57.655775 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-589849a4-5820-43c9-9a5c-1faca27e5f9f req-ba551999-85db-4e7b-8401-18bae64b1fbf tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237602 Jul 12 16:08:57.868233 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bfec7-739c-4ac1-b068-fccadba33969 req-0d1b1fd7-8062-410c-9161-6ff4f4699b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:57.869857 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-0d1b1fd7-8062-410c-9161-6ff4f4699b11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f963264d932849a7b213732591fab6bf&device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 1096 time: 0.1135125 Jul 12 16:08:57.875864 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Router 44674ff2-da30-4005-b152-66a1cd554e89 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:08:58.333564 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bfec7-739c-4ac1-b068-fccadba33969 req-4804cca4-92db-4664-b558-3a3df3d19008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:58.335080 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-4804cca4-92db-4664-b558-3a3df3d19008 service neutron] 10.222.0.66 "GET /v2.0/networks?id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 200 len: 909 time: 0.4547698 Jul 12 16:08:58.353064 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:08:58.363235 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] Sync routers for ids ['44674ff2-da30-4005-b152-66a1cd554e89'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:08:58.373870 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] Routers {'44674ff2-da30-4005-b152-66a1cd554e89'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:58.374404 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['44674ff2-da30-4005-b152-66a1cd554e89'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:58.383237 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-69043157-ccb1-4df6-99bc-89dadc14d106 admin admin] 10.222.0.70 "PUT /v2.0/routers/44674ff2-da30-4005-b152-66a1cd554e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7687161 Jul 12 16:08:58.384829 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-8c910407-030c-4d66-a668-7f0b39ea02aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e HTTP/1.1" status: 200 len: 217 time: 0.0408337 Jul 12 16:08:58.386351 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58182) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:58.452207 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183bfec7-739c-4ac1-b068-fccadba33969 req-99554193-a4a9-4866-bd0a-61c55ddfa699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:58.457226 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-99554193-a4a9-4866-bd0a-61c55ddfa699 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a68cdb61-413a-436c-a0a1-ec5906eab943 HTTP/1.1" status: 200 len: 848 time: 0.0592799 Jul 12 16:08:58.492792 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] Set router 44674ff2-da30-4005-b152-66a1cd554e89 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:58.500258 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-7172c3b5-6e51-4877-a719-2a06794fa183 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317931 Jul 12 16:08:58.529220 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks [] for router, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:58.617674 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 478d4b4b-c0a2-4212-9ee9-c3231ed3063e details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:08:58.643836 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-06142191-42de-4bbf-a7ea-4dffea9b1ea0 service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332667 Jul 12 16:08:58.712630 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:58.769516 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:58.787677 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e', 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61', 'port_id': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e', 'mac_address': 'fa:16:3e:91:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68cdb61-413a-436c-a0a1-ec5906eab943', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:08:58.802288 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a4274b8-a865-47a6-9b08-faccb30ca3e8 req-9a417c90-5bbe-4839-bf82-34643d11f9a5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 210 time: 0.0473855 Jul 12 16:08:58.827142 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237'}], 'enable_snat': True}, 'gw_port_id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:08:56Z', 'revision_number': 5, 'project_id': '7473de055b86465590352d93da137394', 'gw_port': {'id': 'd6af2b1b-2d3a-4da9-8239-70b0d2e229d4', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:d8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44674ff2-da30-4005-b152-66a1cd554e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:04:47Z', 'updated_at': '2021-07-12T16:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:58.829463 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Deleting port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:08:58.829819 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:58.860317 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] Checking router: 44674ff2-da30-4005-b152-66a1cd554e89 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:08:58.870930 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] Routers {'44674ff2-da30-4005-b152-66a1cd554e89'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:08:58.872590 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['44674ff2-da30-4005-b152-66a1cd554e89'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:58.882874 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:58.914997 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 478d4b4b-c0a2-4212-9ee9-c3231ed3063e {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:08:58.941060 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:58.948097 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:58.960324 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-183bfec7-739c-4ac1-b068-fccadba33969 req-0af42b7d-c77b-4608-9531-a6bf3b926634 service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020680 Jul 12 16:08:58.964698 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] For port d6af2b1b-2d3a-4da9-8239-70b0d2e229d4, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:08:58.964995 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:58.987610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Calling delete_port for d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 owned by network:router_gateway {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:08:59.089468 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:59.100011 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] Set router 44674ff2-da30-4005-b152-66a1cd554e89 gateway port host: None {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:08:59.111144 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.111508 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.112562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.112925 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.113325 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.113792 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.114125 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.114502 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.114831 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.115179 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.115500 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.115839 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:08:59.134912 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-dc108682-5673-42c0-a0ae-68f6a77cbd45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.167111 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:08:58Z', 'revision_number': 6, 'project_id': '7473de055b86465590352d93da137394', 'gw_port_host': None}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:08:59.172760 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ac300-80c6-4567-bcf6-d35833ef8ace req-a3156845-4bc4-442c-b976-d39013531ead tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:59.174790 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-210ac300-80c6-4567-bcf6-d35833ef8ace req-a3156845-4bc4-442c-b976-d39013531ead tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 944 time: 0.2502668 Jul 12 16:08:59.202349 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a6e408-ace1-4717-b12a-3d7817b8f203 None None] The sync data for ids ['44674ff2-da30-4005-b152-66a1cd554e89'] in dv-cinder-792642-4-iscsi is: [{'id': '44674ff2-da30-4005-b152-66a1cd554e89', 'name': 'tempest-TestMinimumBasicScenario-1996622602-router', 'tenant_id': '7473de055b86465590352d93da137394', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:04:46Z', 'updated_at': '2021-07-12T16:08:58Z', 'revision_number': 6, 'project_id': '7473de055b86465590352d93da137394', 'gw_port_host': None}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:08:59.231916 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.256788 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-210ac300-80c6-4567-bcf6-d35833ef8ace req-0115fc36-cd68-4a3e-8809-523398f6a344 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724311 Jul 12 16:08:59.275055 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-d80b694d-78d0-4125-8bdc-8c979475c7a3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:08:59.276490 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-d80b694d-78d0-4125-8bdc-8c979475c7a3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 817 time: 0.2073903 Jul 12 16:08:59.288014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.322795 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6af2b1b-2d3a-4da9-8239-70b0d2e229d4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:59.338705 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-b31be752-291a-465e-a934-abb7e14a0533 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 380 time: 0.0465086 Jul 12 16:08:59.350212 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'port': {'device_id': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'admin_state_up': True, 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'security_groups': ['6b235767-baa4-421f-9ef6-14a4d8b9be56']}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:08:59.386111 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.415417 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['478d4b4b-c0a2-4212-9ee9-c3231ed3063e'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:08:59.470843 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Made reservation on behalf of 429f3cb929cc4e79be6b1251ae38b648 for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:08:59.475175 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.489124 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.492342 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.546901 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.547769 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44674ff2-da30-4005-b152-66a1cd554e89 {{(pid=93201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:08:59.556255 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.560339 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9a5ef0e4-04d3-4117-9f3b-7249a08af669 admin admin] 10.222.0.70 "DELETE /v2.0/routers/44674ff2-da30-4005-b152-66a1cd554e89 HTTP/1.1" status: 204 len: 168 time: 1.1702507 Jul 12 16:08:59.560653 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58202) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:59.624921 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Deleting subnet 7b3d5b61-af92-4052-b54f-5a3a2c2a71f2 {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:08:59.630793 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.651854 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Allocated IP 172.20.0.14 (fe426721-bb92-4d32-b3e8-d52b3b783dd0/2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7/0bfe4d18-786a-4a44-a7ff-16df500b30c4) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:08:59.678954 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.806254 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.808297 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.824846 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Transition to ACTIVE for port object 0bfe4d18-786a-4a44-a7ff-16df500b30c4 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:08:59.870087 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.874009 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.914710 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b3d5b61-af92-4052-b54f-5a3a2c2a71f2,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:59.915967 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5898771-3711-4002-942b-243d0c4f150f None None] Network ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:08:59.917029 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:08:59.920559 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4e24d1df-c1b4-43c1-b609-84dc050edfc4 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7b3d5b61-af92-4052-b54f-5a3a2c2a71f2 HTTP/1.1" status: 204 len: 168 time: 0.3588498 Jul 12 16:08:59.922896 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58214) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:08:59.946797 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:08:59.961192 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:08:59.964097 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:08:59.967144 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:00.071924 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.098942 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:00.099757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.138149 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77496a12-f9ab-46ef-b018-01b23b95db9e req-bd773aa7-6d06-4dcc-9652-9ef6869a5096 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:00.139968 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-77496a12-f9ab-46ef-b018-01b23b95db9e req-bd773aa7-6d06-4dcc-9652-9ef6869a5096 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 932 time: 0.1765587 Jul 12 16:09:00.157033 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-06e09cc2-6393-4011-8e6b-9af163c464a2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7970333 Jul 12 16:09:00.166178 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Request body: {'port': {'device_id': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:00.176248 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.193848 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Deleting port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:00.194243 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.282793 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] DHCP port deletion for ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:09:00.304561 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] For port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,segment=NetworkSegment(e388cf8a-b9de-49ea-911d-72c69245fb3d),segment_id=e388cf8a-b9de-49ea-911d-72c69245fb3d)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:00.304928 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.319805 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Calling delete_port for 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:00.342850 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-77496a12-f9ab-46ef-b018-01b23b95db9e req-c9f879c3-7bf0-4072-bda0-3a66a9d49263 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451697 Jul 12 16:09:00.346574 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.443351 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-af3697b1-069f-42bb-9a79-f0ef316e7213 None None] Provisioning for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:00.451567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Deleting port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c {{(pid=93203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:00.452322 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.457794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-af3697b1-069f-42bb-9a79-f0ef316e7213 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:00.458400 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-af3697b1-069f-42bb-9a79-f0ef316e7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.500545 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.575471 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-af3697b1-069f-42bb-9a79-f0ef316e7213 None None] Port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:00.584002 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:00.584216 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] For port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c, host dv-cinder-792642-4-iscsi, got binding levels [] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:00.584575 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.591235 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] No DVR routers for this DVR port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c on host dv-cinder-792642-4-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:00.610324 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Calling delete_port for 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c owned by network:dhcp {{(pid=93203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:00.616578 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.ipam_backend_mixin [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c was not found and therefore no delete operation was performed {{(pid=93203) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 12 16:09:00.617872 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093'] for port, after_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.630491 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 478d4b4b-c0a2-4212-9ee9-c3231ed3063e up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:00.676180 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] Pushing event deleted for resources: {'Port': ['ID=2c992e8a-e4ae-4e11-a3e5-9f451c500b2c,revision_number=None']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:00.682135 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312cb05c-76a8-45f2-ada4-f7ac2c02903c None None] No DVR routers for this DVR port 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c on host dv-cinder-792642-4-iscsi {{(pid=93203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:00.704266 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bfcd9-62d0-4701-85c1-5a2de614ea9f req-1a3d1a8e-1137-4fb3-adec-3f1470bbb2b4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:00.712319 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-188bfcd9-62d0-4701-85c1-5a2de614ea9f req-1a3d1a8e-1137-4fb3-adec-3f1470bbb2b4 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.2649646 Jul 12 16:09:00.716633 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:00.720382 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:00.720914 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.726869 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04619c-0d7e-4f28-85e1-d82f60f0bbf1 req-eff4f8df-7d82-4c36-9af2-198da54665cf tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:00.728481 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5d04619c-0d7e-4f28-85e1-d82f60f0bbf1 req-eff4f8df-7d82-4c36-9af2-198da54665cf tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 944 time: 0.1598046 Jul 12 16:09:00.733809 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.747668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:00.767602 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e388cf8a-b9de-49ea-911d-72c69245fb3d') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:00.767955 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e388cf8a-b9de-49ea-911d-72c69245fb3d') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:00.781927 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-188bfcd9-62d0-4701-85c1-5a2de614ea9f req-da372370-d604-4fbb-87e1-b85bb0e60d82 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686378 Jul 12 16:09:00.784242 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.801128 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5d04619c-0d7e-4f28-85e1-d82f60f0bbf1 req-b57c915b-3b31-4d8c-90f0-2b4d4025f7bd tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644145 Jul 12 16:09:00.806904 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.815353 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:09:00.815797 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:09:00.818020 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:09:00.827714 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.844744 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bfe4d18-786a-4a44-a7ff-16df500b30c4 {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:00.854214 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.865811 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:00.868221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3743e51c-d3b8-4a3f-a054-d90793c45689" -d '{"events": [{"server_uuid": "b013f5ce-e87b-4600-aa56-a48292fed1aa", "name": "network-vif-plugged", "status": "completed", "tag": "478d4b4b-c0a2-4212-9ee9-c3231ed3063e"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:00.872582 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Transition to ACTIVE for port object 0bfe4d18-786a-4a44-a7ff-16df500b30c4 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:00.878183 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.882555 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:00.888180 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.901305 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.912361 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:00.914356 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] 10.222.0.70 "DELETE /v2.0/networks/ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de HTTP/1.1" status: 204 len: 168 time: 0.9902654 Jul 12 16:09:00.937142 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:00.944488 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc260d3-9f7b-4ebb-9a9a-6eb56b9a6b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf7b1a7-f936-4f95-a0ed-76fde7d2a4de,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:00.957101 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980d30c9-9c94-47bb-a798-3b1d29aaa1c0 x-openstack-request-id: req-980d30c9-9c94-47bb-a798-3b1d29aaa1c0 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:00.957601 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b013f5ce-e87b-4600-aa56-a48292fed1aa", "name": "network-vif-plugged", "status": "completed", "tag": "478d4b4b-c0a2-4212-9ee9-c3231ed3063e", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:00.957803 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-980d30c9-9c94-47bb-a798-3b1d29aaa1c0 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:00.958448 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e', 'code': 200} Jul 12 16:09:01.010218 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:01.046651 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Attempting to bind port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:01.047120 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Attempting to bind port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:01.047541 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Attempting to bind port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:01.054518 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:01.054938 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Attempting to bind port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 on network fe426721-bb92-4d32-b3e8-d52b3b783dd0 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:01.062349 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:01.062901 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Checking segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:01.063318 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Bound using segment: {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:01.063949 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Bound port: 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd85875c1-0a81-447c-98a8-699a8a703c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:01.067095 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.155100 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:01.161109 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:01.167379 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.226158 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:01.226801 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.228207 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] 10.222.0.66 "PUT /v2.0/ports/0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 1094 time: 1.0701733 Jul 12 16:09:01.228679 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:01.231452 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46355d88-9109-4240-80f9-18a62b1ae602" -d '{"events": [{"name": "network-changed", "server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:01.241053 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58236) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:01.247296 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:01.275469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:01.284094 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.284612 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.285185 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.285618 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.285967 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.286309 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.286749 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.287127 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.287468 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.287801 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.288199 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.288861 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fbe854-04fd-4bc1-a0e2-46af884dff8f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:01.296730 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:01.297332 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 2c992e8a-e4ae-4e11-a3e5-9f451c500b2c not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:01.297916 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bb4732ea-db36-4cd9-8df7-2991407a6749 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:01.324570 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: bb4732ea-db36-4cd9-8df7-2991407a6749 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:01.325143 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bb4732ea-db36-4cd9-8df7-2991407a6749 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:01.325752 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:01.350999 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:01.351647 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device d6af2b1b-2d3a-4da9-8239-70b0d2e229d4 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:01.366419 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-21244c25-ab2d-4d38-ae57-a8ac6544b32f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aecefdd756c7486e97d819cb4f2275ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1209712 Jul 12 16:09:01.369872 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58240) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:01.385373 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-414c704c-ce05-46c4-b43c-4d3f810ec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:01.387200 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-414c704c-ce05-46c4-b43c-4d3f810ec41a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1097 time: 0.0806172 Jul 12 16:09:01.428122 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dcb34-fffb-4899-af10-b0f5e233a746 req-de41d7da-b4e9-4120-ae63-428fbbaa250f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:01.429661 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd9dcb34-fffb-4899-af10-b0f5e233a746 req-de41d7da-b4e9-4120-ae63-428fbbaa250f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 1098 time: 0.1747632 Jul 12 16:09:01.466142 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-4a5f5eb2-fbc4-47bb-b8fd-e82e0bd014ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 217 time: 0.0632529 Jul 12 16:09:01.475110 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e5f05e7-f440-4e05-8c0f-fa6866e37801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.503585 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bd9dcb34-fffb-4899-af10-b0f5e233a746 req-abd8da70-c6f2-41b0-888f-c37a24ac0658 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650520 Jul 12 16:09:01.534109 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-8520fc5c-c4c5-4887-81d5-9a18fac95a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:01.535596 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-8520fc5c-c4c5-4887-81d5-9a18fac95a24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.0607111 Jul 12 16:09:01.541314 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a727768e-d104-4b37-a20c-650ee00f3e59 x-openstack-request-id: req-a727768e-d104-4b37-a20c-650ee00f3e59 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:01.541699 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:01.542066 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-a727768e-d104-4b37-a20c-650ee00f3e59 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:01.542545 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'status': 'completed', 'code': 200} Jul 12 16:09:01.550548 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e5f05e7-f440-4e05-8c0f-fa6866e37801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.598641 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.608269 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad5bc5-edb0-40b8-9ef6-d11c5c246a49 req-dbcdadac-7cd4-44cb-ba2d-fc1c0643ad7c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:01.609784 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2dad5bc5-edb0-40b8-9ef6-d11c5c246a49 req-dbcdadac-7cd4-44cb-ba2d-fc1c0643ad7c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 944 time: 0.1179740 Jul 12 16:09:01.625043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e5f05e7-f440-4e05-8c0f-fa6866e37801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.627999 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5e5f05e7-f440-4e05-8c0f-fa6866e37801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:01.629242 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-5e5f05e7-f440-4e05-8c0f-fa6866e37801 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/30edb0bb-6ce8-44c8-bca4-baa1cd9aad49 HTTP/1.1" status: 204 len: 168 time: 0.2584803 Jul 12 16:09:01.646056 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f05e7-f440-4e05-8c0f-fa6866e37801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30edb0bb-6ce8-44c8-bca4-baa1cd9aad49,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:01.669368 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2dad5bc5-edb0-40b8-9ef6-d11c5c246a49 req-7e53bbbd-9549-4dc1-97a6-b2712729d370 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526793 Jul 12 16:09:01.935409 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5566-82dd-4a41-a791-320e1125765f req-f7ea115c-c088-46f9-ab95-b054ef0c91e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:01.937974 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-f7ea115c-c088-46f9-ab95-b054ef0c91e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1133063 Jul 12 16:09:02.036686 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c60ed6-1fe5-4ed0-a781-a8d6e1349410 req-7312e7b8-4e4b-49eb-a986-ac31a6353d18 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.037967 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-96c60ed6-1fe5-4ed0-a781-a8d6e1349410 req-7312e7b8-4e4b-49eb-a986-ac31a6353d18 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 945 time: 0.0893562 Jul 12 16:09:02.049198 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58264) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:02.092344 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573651-b845-4d81-b95f-7c9db9a566f6 req-d43a6588-1ed9-41ce-87fc-b232550abf83 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.093641 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ee573651-b845-4d81-b95f-7c9db9a566f6 req-d43a6588-1ed9-41ce-87fc-b232550abf83 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1364923 Jul 12 16:09:02.112698 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-8c184cbe-ce34-4b21-b1a9-e1a0d5a6f173 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601694 Jul 12 16:09:02.148897 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-96c60ed6-1fe5-4ed0-a781-a8d6e1349410 req-3dad2484-8656-4ea2-ab4d-2de55c18ba88 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017671 Jul 12 16:09:02.161992 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-e6441d23-2fd1-442a-b57e-dea75f44c348 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7473de055b86465590352d93da137394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095042 Jul 12 16:09:02.165310 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58270) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:02.183426 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58272) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:02.201370 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ee573651-b845-4d81-b95f-7c9db9a566f6 req-94b7f810-489b-4d4e-9c34-1f42b6460546 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933092 Jul 12 16:09:02.241388 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.250733 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b3af5566-82dd-4a41-a791-320e1125765f req-0a65a597-3a66-482d-ba73-569b256a5c41 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174898 Jul 12 16:09:02.266051 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.318254 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c0623518-c904-47b2-bc2a-78e5889154bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.334357 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.336834 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.337961 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5d4b5085-f616-4577-83ff-b0b2984649b8 HTTP/1.1" status: 204 len: 168 time: 0.1716597 Jul 12 16:09:02.351062 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4b5085-f616-4577-83ff-b0b2984649b8,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:02.365780 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.366135 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.366993 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.367367 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.367698 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.368048 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.368384 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.368739 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.369069 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.369393 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.369716 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.370037 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-108f4d11-e61c-42e6-9f5c-c54a9ed584a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:02.445766 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c0623518-c904-47b2-bc2a-78e5889154bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.451205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c0623518-c904-47b2-bc2a-78e5889154bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.462481 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46355d88-9109-4240-80f9-18a62b1ae602 req-7c7eb6cf-b382-405c-ae9b-9a3a747f1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.464187 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-7c7eb6cf-b382-405c-ae9b-9a3a747f1890 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1097 time: 0.0657043 Jul 12 16:09:02.504714 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c0623518-c904-47b2-bc2a-78e5889154bd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=703a3bbd05e54a5fb8927774b8ca2fad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200498 Jul 12 16:09:02.507395 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58278) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:02.514133 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0623518-c904-47b2-bc2a-78e5889154bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ba64d-28ae-4dae-a046-fd694f5a8191,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:02.581892 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6de06ab2-1fe7-4069-908d-d54ad864de41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.582605 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46355d88-9109-4240-80f9-18a62b1ae602 req-95deecf7-b1d1-48d0-9950-53080f04863c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.584251 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-95deecf7-b1d1-48d0-9950-53080f04863c service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1104903 Jul 12 16:09:02.607027 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6de06ab2-1fe7-4069-908d-d54ad864de41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.660819 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6de06ab2-1fe7-4069-908d-d54ad864de41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.663858 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6de06ab2-1fe7-4069-908d-d54ad864de41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:02.665209 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6de06ab2-1fe7-4069-908d-d54ad864de41 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/345ba64d-28ae-4dae-a046-fd694f5a8191 HTTP/1.1" status: 204 len: 168 time: 0.1565928 Jul 12 16:09:02.673619 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de06ab2-1fe7-4069-908d-d54ad864de41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ba64d-28ae-4dae-a046-fd694f5a8191,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:02.699392 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-1d604c09-44d9-4dae-b823-cf73240664af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 217 time: 0.0425658 Jul 12 16:09:02.757103 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46355d88-9109-4240-80f9-18a62b1ae602 req-edb4bc66-ec97-4c8d-b327-9d4c25b90308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.758745 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-edb4bc66-ec97-4c8d-b327-9d4c25b90308 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.0485084 Jul 12 16:09:02.842557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46355d88-9109-4240-80f9-18a62b1ae602 req-1d80c964-de54-447b-bf2c-62f135c36bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.844630 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-1d80c964-de54-447b-bf2c-62f135c36bbd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753374 Jul 12 16:09:02.879125 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfaaf71-ef2d-498f-9a2f-9142295d1fcb req-15112cdb-56de-4173-91be-7ff3361c723d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:02.880723 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1cfaaf71-ef2d-498f-9a2f-9142295d1fcb req-15112cdb-56de-4173-91be-7ff3361c723d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 944 time: 0.0758100 Jul 12 16:09:02.922857 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1cfaaf71-ef2d-498f-9a2f-9142295d1fcb req-8ab347be-2b63-4f62-b815-62dc6fed549b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Jul 12 16:09:03.012557 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-871b4f78-0cb3-494b-8f94-af01526dac8f service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986149 Jul 12 16:09:03.084205 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58286) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:03.105619 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e8b208-7f57-4db2-8f16-025a117283c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.157081 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46355d88-9109-4240-80f9-18a62b1ae602 req-11b52e35-bbed-41c4-be00-53dea9a0f973 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338303 Jul 12 16:09:03.228104 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e8b208-7f57-4db2-8f16-025a117283c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.233233 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e8b208-7f57-4db2-8f16-025a117283c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.301908 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-66e8b208-7f57-4db2-8f16-025a117283c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6164860e7b984a67954936e1f71c02f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163963 Jul 12 16:09:03.304059 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8b208-7f57-4db2-8f16-025a117283c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fb0c7c-fb0f-47d6-9ff1-298a1d2e1264,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:03.305271 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58292) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:03.361362 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbeedf-fccc-4cfc-8788-c652ea8f9cf1 req-1dde8a20-e376-4368-be73-06b964aa9cb5 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.363188 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0ffbeedf-fccc-4cfc-8788-c652ea8f9cf1 req-1dde8a20-e376-4368-be73-06b964aa9cb5 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 945 time: 0.0808907 Jul 12 16:09:03.402320 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0ffbeedf-fccc-4cfc-8788-c652ea8f9cf1 req-35fbd290-38db-4901-92aa-ae9c616e3718 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Jul 12 16:09:03.402629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4901680c-7a53-4061-b9d4-33cd820a2922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.433617 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4901680c-7a53-4061-b9d4-33cd820a2922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.450749 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef056243-1d66-4e8b-b64d-1a0dbd2d8eee req-51e3e895-1540-4a03-90ad-78379756f23e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.452363 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ef056243-1d66-4e8b-b64d-1a0dbd2d8eee req-51e3e895-1540-4a03-90ad-78379756f23e tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.1111205 Jul 12 16:09:03.508026 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ef056243-1d66-4e8b-b64d-1a0dbd2d8eee req-063724fb-2e08-47c6-8080-adc57ac49e7c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=fb7d20d3-4718-43cb-a361-28a4199a1ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469797 Jul 12 16:09:03.515899 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4901680c-7a53-4061-b9d4-33cd820a2922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.519269 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4901680c-7a53-4061-b9d4-33cd820a2922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.520405 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4901680c-7a53-4061-b9d4-33cd820a2922 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/19fb0c7c-fb0f-47d6-9ff1-298a1d2e1264 HTTP/1.1" status: 204 len: 168 time: 0.2138929 Jul 12 16:09:03.528842 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901680c-7a53-4061-b9d4-33cd820a2922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fb0c7c-fb0f-47d6-9ff1-298a1d2e1264,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:03.598613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-c44760b1-e4ff-4819-8f80-87b5e8853b61 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:03.600211 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-c44760b1-e4ff-4819-8f80-87b5e8853b61 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 946 time: 0.0755205 Jul 12 16:09:03.712480 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Deleting port 15586f10-bc99-4dc7-8928-efaebd5fba6c {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:03.712829 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:03.808683 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] For port 15586f10-bc99-4dc7-8928-efaebd5fba6c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=15586f10-bc99-4dc7-8928-efaebd5fba6c,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:03.809236 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.006377 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.006914 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.007245 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.l3_db [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Floating IP c364fab9-9460-400e-af0a-08300275df2e disassociated. External IP: 172.27.3.123, port: 15586f10-bc99-4dc7-8928-efaebd5fba6c. Jul 12 16:09:04.007571 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Calling delete_port for 15586f10-bc99-4dc7-8928-efaebd5fba6c owned by compute:nova {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:04.203034 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325874a7-2a78-4486-98b6-17c1b697d8eb req-de1bf186-a0e0-4320-b7a5-32c16c201eb5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:04.204654 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-325874a7-2a78-4486-98b6-17c1b697d8eb req-de1bf186-a0e0-4320-b7a5-32c16c201eb5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 944 time: 0.1371703 Jul 12 16:09:04.227147 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.269688 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event deleted for resources: {'Port': ['ID=15586f10-bc99-4dc7-8928-efaebd5fba6c,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:04.292685 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-325874a7-2a78-4486-98b6-17c1b697d8eb req-6f9b3d01-b778-46e3-8a87-97a95296ea56 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728719 Jul 12 16:09:04.392123 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780238-d60c-4e0d-b9cd-c4066515ed98 req-8995b75e-a32f-480c-9eaf-23943ceb5230 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:04.394686 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4d780238-d60c-4e0d-b9cd-c4066515ed98 req-8995b75e-a32f-480c-9eaf-23943ceb5230 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 945 time: 0.0771375 Jul 12 16:09:04.413660 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Router b34f47c1-a482-4c0b-b047-76a336f53868 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:04.440266 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4d780238-d60c-4e0d-b9cd-c4066515ed98 req-5d424b58-07d8-4cd3-a9f2-ba814353bc7c tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393324 Jul 12 16:09:04.532288 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:04.542972 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:04.553193 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:04.555007 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:04.578906 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] No DVR routers for this DVR port 15586f10-bc99-4dc7-8928-efaebd5fba6c on host hv-cinder-79264 {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:04.582960 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:04.585524 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-23fb8dd5-9691-4bb7-bb43-a5d18ba43338 req-bc8ba62e-90cb-4b9b-b316-cfd79db6a9ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "DELETE /v2.0/ports/15586f10-bc99-4dc7-8928-efaebd5fba6c HTTP/1.1" status: 204 len: 173 time: 0.9787207 Jul 12 16:09:04.586086 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'name': 'network-vif-deleted', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:04.588394 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e400d992-d891-4b84-8595-519357074abd" -d '{"events": [{"server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "name": "network-vif-deleted", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:04.635211 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8aec127-04d2-4977-9404-e268b5ff96f3 x-openstack-request-id: req-d8aec127-04d2-4977-9404-e268b5ff96f3 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:04.635803 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c28b0aa-4340-4734-a49b-32f50a8feb2f", "name": "network-vif-deleted", "tag": "15586f10-bc99-4dc7-8928-efaebd5fba6c", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:04.636764 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d8aec127-04d2-4977-9404-e268b5ff96f3 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:04.637077 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c28b0aa-4340-4734-a49b-32f50a8feb2f', 'name': 'network-vif-deleted', 'tag': '15586f10-bc99-4dc7-8928-efaebd5fba6c', 'status': 'completed', 'code': 200} Jul 12 16:09:04.699300 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:04.736426 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c8e19958-a748-481c-97f4-77643188fcf8 req-fe3c1f05-1315-462a-add7-f9c3fbee32a0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=7c28b0aa-4340-4734-a49b-32f50a8feb2f HTTP/1.1" status: 200 len: 210 time: 0.0471699 Jul 12 16:09:04.818696 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:04.873461 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:04.916233 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'mac_address': 'fa:16:3e:26:10:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:05.124716 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:05.150741 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bfe4d18-786a-4a44-a7ff-16df500b30c4 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:05.201584 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:05.208384 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:05.276917 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:05.289590 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:05.321627 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:05.336108 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:05.336859 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:05.494745 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:05.597686 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0bc7f1-65ce-4e58-968a-290d8ddfb3f4 req-ec526d94-c65e-4550-91f9-a6b2040187bf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.608412 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5e0bc7f1-65ce-4e58-968a-290d8ddfb3f4 req-ec526d94-c65e-4550-91f9-a6b2040187bf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 945 time: 0.1564081 Jul 12 16:09:05.670196 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5e0bc7f1-65ce-4e58-968a-290d8ddfb3f4 req-f972ae89-ea6f-402c-9f86-cdfb608bc6cc tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604420 Jul 12 16:09:05.677733 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['0bfe4d18-786a-4a44-a7ff-16df500b30c4'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:05.732817 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19cb8e-7fd3-4926-89d0-5ae0e7a9c2bd req-559722ab-3366-452a-9bf4-e1482bf137b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:05.734395 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe19cb8e-7fd3-4926-89d0-5ae0e7a9c2bd req-559722ab-3366-452a-9bf4-e1482bf137b8 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 945 time: 0.0883932 Jul 12 16:09:05.783120 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fe19cb8e-7fd3-4926-89d0-5ae0e7a9c2bd req-3d7134e1-b829-4b78-8470-f48a61d03575 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420287 Jul 12 16:09:05.827698 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58374) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:05.846295 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:05.881407 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65df267a-1e60-42a4-96ac-581a9b684824 None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:05.917412 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58380) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:05.979434 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91810956-1fd7-4ebf-906e-84c976220851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.002701 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9150d028-1caf-4f31-a3b6-f2de340ccac0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.043008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9150d028-1caf-4f31-a3b6-f2de340ccac0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.137595 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9150d028-1caf-4f31-a3b6-f2de340ccac0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.140076 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9150d028-1caf-4f31-a3b6-f2de340ccac0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.140707 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbe48ef-9831-4622-933a-5a1e7d292596 None None] New status for floating IP c364fab9-9460-400e-af0a-08300275df2e: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:09:06.146481 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9150d028-1caf-4f31-a3b6-f2de340ccac0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "DELETE /v2.0/security-groups/fb7d20d3-4718-43cb-a361-28a4199a1ba9 HTTP/1.1" status: 204 len: 168 time: 0.2226384 Jul 12 16:09:06.146669 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58382) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:06.150610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91810956-1fd7-4ebf-906e-84c976220851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.156023 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-91810956-1fd7-4ebf-906e-84c976220851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.158926 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150d028-1caf-4f31-a3b6-f2de340ccac0 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7d20d3-4718-43cb-a361-28a4199a1ba9,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:06.172231 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.api.v2.resource [None req-ba55fc81-dff7-4434-837e-95c7a65f862d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] show failed (client error): The resource could not be found. Jul 12 16:09:06.178120 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-ba55fc81-dff7-4434-837e-95c7a65f862d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups/fb7d20d3-4718-43cb-a361-28a4199a1ba9 HTTP/1.1" status: 404 len: 347 time: 0.0259433 Jul 12 16:09:06.179561 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58384) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:06.186452 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-d4b6fd86-4102-4afd-8d15-06bd15bd605c tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:06.188070 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-d4b6fd86-4102-4afd-8d15-06bd15bd605c tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 945 time: 0.1126521 Jul 12 16:09:06.211007 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-91810956-1fd7-4ebf-906e-84c976220851 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7635eb839b0948f8a4974ffc1524eb3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821933 Jul 12 16:09:06.213940 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58386) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:06.244680 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91810956-1fd7-4ebf-906e-84c976220851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cabc53b-7ba4-406b-922f-097c2ee5c963,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:06.338286 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dedafae3-edb8-4360-b48c-3d8846bed573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.340019 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Deleting port 18c225ad-8211-489d-b43b-bf69ce4f2aaa {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:06.340425 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.367696 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dedafae3-edb8-4360-b48c-3d8846bed573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.387840 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Deleting port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:06.388065 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.418055 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.418384 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.433020 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Calling delete_port for 18c225ad-8211-489d-b43b-bf69ce4f2aaa owned by network:floatingip {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:06.479158 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dedafae3-edb8-4360-b48c-3d8846bed573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.482018 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dedafae3-edb8-4360-b48c-3d8846bed573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.483361 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-dedafae3-edb8-4360-b48c-3d8846bed573 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cabc53b-7ba4-406b-922f-097c2ee5c963 HTTP/1.1" status: 204 len: 168 time: 0.2701733 Jul 12 16:09:06.507602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedafae3-edb8-4360-b48c-3d8846bed573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cabc53b-7ba4-406b-922f-097c2ee5c963,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:06.534125 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] For port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:06.534554 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.548693 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Calling delete_port for 478d4b4b-c0a2-4212-9ee9-c3231ed3063e owned by compute:nova {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:06.591729 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.619396 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event deleted for resources: {'Port': ['ID=18c225ad-8211-489d-b43b-bf69ce4f2aaa,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:06.694890 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:06.702980 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.736967 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Pushing event deleted for resources: {'Port': ['ID=478d4b4b-c0a2-4212-9ee9-c3231ed3063e,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:06.816864 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] No DVR routers for this DVR port 478d4b4b-c0a2-4212-9ee9-c3231ed3063e on host hv-cinder-79264 {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:06.821551 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:06.821849 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.826597 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:06.826857 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bec5a051-2fa6-4371-9d26-8d517321b2e7 req-3518e927-9fe9-4e00-b2c5-a5baf3fc4479 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "DELETE /v2.0/ports/478d4b4b-c0a2-4212-9ee9-c3231ed3063e HTTP/1.1" status: 204 len: 173 time: 0.6321728 Jul 12 16:09:06.827350 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'name': 'network-vif-deleted', 'tag': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:06.827754 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.835245 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5226542f-2093-4453-82a6-69e519a52e15" -d '{"events": [{"server_uuid": "b013f5ce-e87b-4600-aa56-a48292fed1aa", "name": "network-vif-deleted", "tag": "478d4b4b-c0a2-4212-9ee9-c3231ed3063e"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:06.852895 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58398) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:06.869679 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ea4125b2-c64e-4d3b-8f47-5060a64de13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.938536 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:06.972366 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:06.974725 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50016a4-ee5a-4747-8c88-eb1065bcfecf" -d '{"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:06.990437 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:06.996094 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.009496 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d29424fe-83d6-40a1-92b6-e19980ae917e req-eaccbfff-124e-4d63-b946-62279e15939c tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=b013f5ce-e87b-4600-aa56-a48292fed1aa HTTP/1.1" status: 200 len: 210 time: 0.0492229 Jul 12 16:09:07.027249 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ea4125b2-c64e-4d3b-8f47-5060a64de13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.032997 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-ea4125b2-c64e-4d3b-8f47-5060a64de13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.051440 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 15586f10-bc99-4dc7-8928-efaebd5fba6c no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:07.069221 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4125b2-c64e-4d3b-8f47-5060a64de13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f0730-8038-497a-b787-bd695820c3e6,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:07.083145 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 15586f10-bc99-4dc7-8928-efaebd5fba6c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:07.083849 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 15586f10-bc99-4dc7-8928-efaebd5fba6c not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:07.084398 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 478d4b4b-c0a2-4212-9ee9-c3231ed3063e no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:07.110305 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-ea4125b2-c64e-4d3b-8f47-5060a64de13d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63a49ae50ca3411199353461abebbd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562582 Jul 12 16:09:07.115113 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58402) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:07.150903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 478d4b4b-c0a2-4212-9ee9-c3231ed3063e {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:07.151675 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 478d4b4b-c0a2-4212-9ee9-c3231ed3063e not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:07.172548 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:07.181147 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdf703-32fb-444a-bc71-e422f1d029df x-openstack-request-id: req-36cdf703-32fb-444a-bc71-e422f1d029df {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:07.181605 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b013f5ce-e87b-4600-aa56-a48292fed1aa", "name": "network-vif-deleted", "tag": "478d4b4b-c0a2-4212-9ee9-c3231ed3063e", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:07.184573 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36cdf703-32fb-444a-bc71-e422f1d029df {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:07.185092 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b013f5ce-e87b-4600-aa56-a48292fed1aa', 'name': 'network-vif-deleted', 'tag': '478d4b4b-c0a2-4212-9ee9-c3231ed3063e', 'status': 'completed', 'code': 200} Jul 12 16:09:07.207467 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.212673 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.219657 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f2b667da-0d89-47cf-ade0-6e910ade98ad tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "DELETE /v2.0/floatingips/c364fab9-9460-400e-af0a-08300275df2e HTTP/1.1" status: 204 len: 168 time: 1.0350301 Jul 12 16:09:07.233144 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09f31010-17bb-4134-82b1-c714f34c8d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.244002 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4daa9dc-ac5b-4157-acf5-d8e85d5270c0 x-openstack-request-id: req-b4daa9dc-ac5b-4157-acf5-d8e85d5270c0 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:07.244443 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:07.244988 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b4daa9dc-ac5b-4157-acf5-d8e85d5270c0 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:07.245757 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'code': 200} Jul 12 16:09:07.277642 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09f31010-17bb-4134-82b1-c714f34c8d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.297223 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3dd11-8668-46df-816c-c31937903bca req-78db9977-5181-4500-8fda-db9eda482c49 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:07.305148 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6ee3dd11-8668-46df-816c-c31937903bca req-78db9977-5181-4500-8fda-db9eda482c49 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1850841 Jul 12 16:09:07.347621 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6ee3dd11-8668-46df-816c-c31937903bca req-ec5bc865-1f3b-41b3-a953-1f0f908c0979 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411267 Jul 12 16:09:07.357823 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09f31010-17bb-4134-82b1-c714f34c8d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.360629 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09f31010-17bb-4134-82b1-c714f34c8d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.362782 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-09f31010-17bb-4134-82b1-c714f34c8d7d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/778f0730-8038-497a-b787-bd695820c3e6 HTTP/1.1" status: 204 len: 168 time: 0.2457888 Jul 12 16:09:07.370926 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f31010-17bb-4134-82b1-c714f34c8d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f0730-8038-497a-b787-bd695820c3e6,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:07.520445 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-edea6b82-060d-496b-a129-ee54d23959bd None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:07.521087 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-edea6b82-060d-496b-a129-ee54d23959bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:07.676113 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5689e6-8f39-46b6-8084-f281df0c2656 req-3fbcd006-d69e-4be4-a92a-d6e448583af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:07.678619 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4b5689e6-8f39-46b6-8084-f281df0c2656 req-3fbcd006-d69e-4be4-a92a-d6e448583af5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1099 time: 0.0835629 Jul 12 16:09:07.726536 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4b5689e6-8f39-46b6-8084-f281df0c2656 req-85cb267e-a47f-4bec-a620-6e4bda346b94 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393095 Jul 12 16:09:07.918936 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58418) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:07.924533 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780297753', 'description': 'tempest-description--1451184184'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:07.955636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.056195 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.061777 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.097299 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:08.113684 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.117486 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3b6b79b0-d189-41a6-bb03-c14a8f3aa3b1 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1946363 Jul 12 16:09:08.117775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58426) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:08.122913 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'security_group_rule': {'security_group_id': '3260cb3e-423d-4c83-84e4-6ee6cd7bfc85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:08.165072 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.224017 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.229134 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.249400 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1d8b09-fb3f-430d-84f5-18f65f26cdbf,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:08.257357 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.258780 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-7c6b23d7-d1af-40cf-94e8-0273bedb1206 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396918 Jul 12 16:09:08.261802 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58436) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:08.268447 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'security_group_rule': {'security_group_id': '3260cb3e-423d-4c83-84e4-6ee6cd7bfc85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:08.311873 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.649791 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72026bda-c080-41e7-8fdb-bfbe3af85a41 req-6f181dbd-0a63-42f9-8438-d594e4cf41ad tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:08.651656 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-72026bda-c080-41e7-8fdb-bfbe3af85a41 req-6f181dbd-0a63-42f9-8438-d594e4cf41ad tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1098244 Jul 12 16:09:08.725666 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-72026bda-c080-41e7-8fdb-bfbe3af85a41 req-36e986f6-6a30-4aa8-9a50-e140d6743c1f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636995 Jul 12 16:09:08.774628 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.783838 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.809349 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1c50366b-db94-47cf-825d-11e0e0e8f5c5 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:08.810909 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1c50366b-db94-47cf-825d-11e0e0e8f5c5 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/networks?id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 200 len: 808 time: 0.4661953 Jul 12 16:09:08.827843 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a076ac-d1bf-4cbc-b4fc-979e4c2aafef,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:08.842392 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:08.843622 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7d8229bb-180e-4019-abb3-70836109233b tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5803399 Jul 12 16:09:08.845936 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-28b203d2-045f-40dd-b9f5-8775dd1a6f4a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/quotas/f963264d932849a7b213732591fab6bf HTTP/1.1" status: 200 len: 375 time: 0.0146012 Jul 12 16:09:08.847344 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 58456) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:08.851950 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:08.891806 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-a1b640bd-208c-4bb9-b7f2-fdccd0aa95e7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f963264d932849a7b213732591fab6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352583 Jul 12 16:09:08.917257 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.087764 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.162063 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-dd18ee43-7819-42ae-bd7b-04b248ff4706 service neutron] 10.222.0.70 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601135 Jul 12 16:09:09.281461 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Allocated IP 172.27.3.62 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/53d3cea1-4351-4537-8a51-16e6ba4adf7f) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:09.311004 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1a4eb305-3bee-4f10-baf1-1b2eb833b838 service neutron] 10.222.0.70 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412623 Jul 12 16:09:09.402879 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.454582 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.492151 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dd90bfa7-9824-47ea-8ec4-b689bba0c9aa req-ddb9da38-78a3-46cd-a665-cf19eda2beb4 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 210 time: 0.0342083 Jul 12 16:09:09.498491 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:09.501388 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:09.505619 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:09.534500 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'Port': ['ID=53d3cea1-4351-4537-8a51-16e6ba4adf7f,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:09.605169 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.656136 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.847956 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.853779 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:09.969352 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'Port': ['ID=53d3cea1-4351-4537-8a51-16e6ba4adf7f,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:09.994559 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.017173 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.027613 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b026fc4a-b18a-4418-af0f-a6db7833366d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1705208 Jul 12 16:09:10.028370 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df774a-350d-4a19-a08a-98beea6d03c0 req-a5177c7e-9c22-4c87-b099-a075cb0b2b64 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:10.036531 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-62df774a-350d-4a19-a08a-98beea6d03c0 req-a5177c7e-9c22-4c87-b099-a075cb0b2b64 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1728995 Jul 12 16:09:10.086979 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-62df774a-350d-4a19-a08a-98beea6d03c0 req-bb5c14c3-d840-483e-aef4-2327e0b2c7da tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498416 Jul 12 16:09:10.285373 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-a2502944-aad4-40f2-9db4-57160f859989 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1780297753&fields=id&tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e HTTP/1.1" status: 200 len: 267 time: 0.0418661 Jul 12 16:09:10.316402 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85aeb4b-77e5-412a-a99b-72f4b2a27022 req-8ed05521-4c29-4a23-a2c4-7e4605d2f19a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:10.318734 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a85aeb4b-77e5-412a-a99b-72f4b2a27022 req-8ed05521-4c29-4a23-a2c4-7e4605d2f19a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0877984 Jul 12 16:09:10.328675 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58494) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:10.337380 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Request body: {'floatingip': {'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:10.383627 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.410613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-8f5ea966-61c9-4e30-857c-9537a82071ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:10.413134 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-8f5ea966-61c9-4e30-857c-9537a82071ff tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 811 time: 0.1249633 Jul 12 16:09:10.432132 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-0018ee1d-b65c-4935-8a9f-f267de99af23 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/quotas/7fe3fe2805ab47fa90b8f96f04d3d85e HTTP/1.1" status: 200 len: 375 time: 0.0113273 Jul 12 16:09:10.507732 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.519862 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-a171a0b7-17a1-4813-9da1-76802dadd10a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805824 Jul 12 16:09:10.620227 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-9e7b4127-6b32-498e-9720-f2ff3f7ae116 service neutron] 10.222.0.70 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883238 Jul 12 16:09:10.650816 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-90a42d5d-79ba-4ce6-ae0e-105a20c6c816 req-0a7208a0-7981-44a2-bf6a-ee5d3511e70f tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 210 time: 0.0357368 Jul 12 16:09:10.726686 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-92fafbf1-ae35-4187-a821-4fd6cbd7531d service neutron] 10.222.0.70 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000550 Jul 12 16:09:10.942919 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.948173 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-229f0afd-9412-4690-8e00-2ed17330f1ed tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:10.949974 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-229f0afd-9412-4690-8e00-2ed17330f1ed tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "GET /v2.0/networks?id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 200 len: 808 time: 0.1292045 Jul 12 16:09:10.954040 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:10.976662 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Request body: {'port': {'device_id': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61', 'admin_state_up': True, 'tenant_id': 'f963264d932849a7b213732591fab6bf'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:11.008900 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f80b980a-760d-4f68-8fc4-e69b9220df51 req-291b86d6-c556-40d1-89ae-14ff3c0849c6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 210 time: 0.0690603 Jul 12 16:09:11.106870 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Floating IP 13bc9f32-6cc4-4ba8-9621-d67e070af960 associated. External IP: 172.27.3.68, port: 0bfe4d18-786a-4a44-a7ff-16df500b30c4. Jul 12 16:09:11.139861 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Made reservation on behalf of f963264d932849a7b213732591fab6bf for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:11.144096 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.294657 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Allocated IP 172.20.0.5 (436cf3fe-4fe1-40c1-ab96-b59af7d5cc61/a68cdb61-413a-436c-a0a1-ec5906eab943/d59b922a-60c4-4706-acb0-1de5f5f877ee) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:11.385866 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:11.474917 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.516948 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.535807 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:11.540852 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.545927 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:11.557927 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58518) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:11.567279 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:11.568546 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:11.572575 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:11.575953 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:11.583287 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:11.605624 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4f7b463f-e74b-450f-ac40-af1f050e5691 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "PUT /v2.0/floatingips/13bc9f32-6cc4-4ba8-9621-d67e070af960 HTTP/1.1" status: 200 len: 991 time: 1.2757938 Jul 12 16:09:11.606778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:11.609171 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a03a5b-46f6-4afe-a709-5b03bed1d287" -d '{"events": [{"name": "network-changed", "server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:11.619538 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Pushing event updated for resources: {'Port': ['ID=d59b922a-60c4-4706-acb0-1de5f5f877ee,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:11.648847 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:11.649646 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.665736 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-41745a8b-d20c-4cbe-9076-a85637a2f187 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966355 Jul 12 16:09:11.691094 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Request body: {'port': {'device_id': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:11.737388 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:11.806777 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.810872 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-41c48b0a-a17f-46b0-9b7a-119584e2ba35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.920898 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f115e44-65ab-4f7b-a4c6-a534ea9e8808 x-openstack-request-id: req-7f115e44-65ab-4f7b-a4c6-a534ea9e8808 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:11.921949 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:11.922445 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7f115e44-65ab-4f7b-a4c6-a534ea9e8808 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:11.924129 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'status': 'completed', 'code': 200} Jul 12 16:09:11.951675 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-41c48b0a-a17f-46b0-9b7a-119584e2ba35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:11.961288 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-41c48b0a-a17f-46b0-9b7a-119584e2ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.040380 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c48b0a-a17f-46b0-9b7a-119584e2ba35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9da01e-4637-4732-8e46-6827a4d0bc49,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.052446 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-41c48b0a-a17f-46b0-9b7a-119584e2ba35 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=63f6a7d168f24bca85897a499e01f6bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932346 Jul 12 16:09:12.054983 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58532) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:12.067985 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '13bc9f32-6cc4-4ba8-9621-d67e070af960', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'mac_address': 'fa:16:3e:26:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:08:55Z', 'updated_at': '2021-07-12T16:09:10Z', 'revision_number': 1, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:12.101590 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:12.111020 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:12.111617 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:12.117921 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-00389989-20ed-42a6-ac63-f5bea43e4d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.122617 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-703a558f-00ad-4608-bd69-84be1a63705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.124142 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-703a558f-00ad-4608-bd69-84be1a63705e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1099 time: 0.1432378 Jul 12 16:09:12.134279 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba74b4-6078-4607-a982-7efee278fc47 req-ca9914c8-7550-445d-98e4-d2b1b9ac96ea tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.141850 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f1ba74b4-6078-4607-a982-7efee278fc47 req-ca9914c8-7550-445d-98e4-d2b1b9ac96ea tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 931 time: 0.1557815 Jul 12 16:09:12.146029 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-00389989-20ed-42a6-ac63-f5bea43e4d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.226841 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f1ba74b4-6078-4607-a982-7efee278fc47 req-50912e2c-96e8-467b-ac8f-5b6cc5d6c45d tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832868 Jul 12 16:09:12.249946 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d59b922a-60c4-4706-acb0-1de5f5f877ee {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:12.260289 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c027d517-6a41-43cf-80a3-7c3ae408fb2c req-3f963013-740f-48c8-9647-b56b0020c321 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 210 time: 0.0315745 Jul 12 16:09:12.265843 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.294746 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:12.303091 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Transition to ACTIVE for port object d59b922a-60c4-4706-acb0-1de5f5f877ee will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:12.307965 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-00389989-20ed-42a6-ac63-f5bea43e4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.310517 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-00389989-20ed-42a6-ac63-f5bea43e4d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.311646 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-00389989-20ed-42a6-ac63-f5bea43e4d70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0f9da01e-4637-4732-8e46-6827a4d0bc49 HTTP/1.1" status: 204 len: 168 time: 0.2554359 Jul 12 16:09:12.313056 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.330959 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-00c7192d-910f-402d-ad57-bdd0da0b0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.332573 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-00c7192d-910f-402d-ad57-bdd0da0b0620 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1703019 Jul 12 16:09:12.333580 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00389989-20ed-42a6-ac63-f5bea43e4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9da01e-4637-4732-8e46-6827a4d0bc49,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.406145 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Pushing event updated for resources: {'Port': ['ID=d59b922a-60c4-4706-acb0-1de5f5f877ee,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.431637 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-b5a03925-465e-42f9-914c-1d028a851a1a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 999 time: 0.0855837 Jul 12 16:09:12.466174 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Attempting to bind port d59b922a-60c4-4706-acb0-1de5f5f877ee on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:12.466775 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Attempting to bind port d59b922a-60c4-4706-acb0-1de5f5f877ee by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:12.467016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Attempting to bind port d59b922a-60c4-4706-acb0-1de5f5f877ee on network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:12.474378 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Port d59b922a-60c4-4706-acb0-1de5f5f877ee on network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:12.474876 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Attempting to bind port d59b922a-60c4-4706-acb0-1de5f5f877ee on network 436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:12.481203 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:12.481544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Checking segment: {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:12.481934 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Bound using segment: {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:12.482373 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Bound port: d59b922a-60c4-4706-acb0-1de5f5f877ee, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bb8f88-9316-43cf-8da0-073943999b4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:12.482736 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.587934 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-7bf02759-2869-4c23-856e-14b74e412a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.589515 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-7bf02759-2869-4c23-856e-14b74e412a68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.1448100 Jul 12 16:09:12.599684 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] For port d59b922a-60c4-4706-acb0-1de5f5f877ee, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:12.603479 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] For port d59b922a-60c4-4706-acb0-1de5f5f877ee, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:12.614363 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.660476 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-a8648235-2c7c-4fa7-a674-14993e6d9de5 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.662968 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-a8648235-2c7c-4fa7-a674-14993e6d9de5 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 811 time: 0.3149290 Jul 12 16:09:12.685688 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-82bb087c-cd0e-46cc-9713-45b7db215131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.688395 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-82bb087c-cd0e-46cc-9713-45b7db215131 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0877151 Jul 12 16:09:12.691398 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.692104 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:12.693678 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] 10.222.0.66 "PUT /v2.0/ports/d59b922a-60c4-4706-acb0-1de5f5f877ee HTTP/1.1" status: 200 len: 1093 time: 1.0115690 Jul 12 16:09:12.694303 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'tag': 'd59b922a-60c4-4706-acb0-1de5f5f877ee'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:12.696845 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e773e3d1-3682-4f65-804a-e05a191e03a4" -d '{"events": [{"name": "network-changed", "server_uuid": "72f7a4fc-e4f9-4ce9-ab56-6cf306816555", "tag": "d59b922a-60c4-4706-acb0-1de5f5f877ee"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:12.703233 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '13bc9f32-6cc4-4ba8-9621-d67e070af960', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'mac_address': 'fa:16:3e:26:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:08:55Z', 'updated_at': '2021-07-12T16:09:10Z', 'revision_number': 1, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:12.718877 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8916a-6b24-403f-9c48-612fe8834e33 service neutron] Pushing event updated for resources: {'Port': ['ID=d59b922a-60c4-4706-acb0-1de5f5f877ee,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:12.740263 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-4c4c8ba9-cbac-48a8-b337-9eac65d26c8d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e HTTP/1.1" status: 200 len: 380 time: 0.0571387 Jul 12 16:09:12.761944 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e47f51f-9d7f-4961-b42e-5e148c8be366 None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '13bc9f32-6cc4-4ba8-9621-d67e070af960', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'floating_ip_address': '172.27.3.68', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'mac_address': 'fa:16:3e:26:10:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:08:55Z', 'updated_at': '2021-07-12T16:09:10Z', 'revision_number': 1, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:12.762721 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'port': {'device_id': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'admin_state_up': True, 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'security_groups': ['3260cb3e-423d-4c83-84e4-6ee6cd7bfc85']}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:12.800489 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a06a8a-7777-4af9-b6a3-044c8e81ed89 x-openstack-request-id: req-b2a06a8a-7777-4af9-b6a3-044c8e81ed89 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:12.800957 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f7a4fc-e4f9-4ce9-ab56-6cf306816555", "tag": "d59b922a-60c4-4706-acb0-1de5f5f877ee", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:12.801894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b2a06a8a-7777-4af9-b6a3-044c8e81ed89 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:12.802406 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'tag': 'd59b922a-60c4-4706-acb0-1de5f5f877ee', 'status': 'completed', 'code': 200} Jul 12 16:09:12.855464 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-bad55fac-a418-41b3-9618-c23626762a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:12.859907 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-bad55fac-a418-41b3-9618-c23626762a20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f963264d932849a7b213732591fab6bf&device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 1096 time: 0.0977306 Jul 12 16:09:12.931975 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-992bf2fa-d29f-402c-913c-e7560dfb140a service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971838 Jul 12 16:09:12.934235 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-714af6cb-ccfb-4e39-a585-c4451c5c3bc5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee HTTP/1.1" status: 200 len: 217 time: 0.0605764 Jul 12 16:09:13.010700 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-58aa1165-f2cb-4af4-b4b0-7bb2c3d21d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.014862 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-58aa1165-f2cb-4af4-b4b0-7bb2c3d21d78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a68cdb61-413a-436c-a0a1-ec5906eab943 HTTP/1.1" status: 200 len: 848 time: 0.0691450 Jul 12 16:09:13.051640 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Made reservation on behalf of 7fe3fe2805ab47fa90b8f96f04d3d85e for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:13.055834 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.071744 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-16259128-8040-4860-a8ee-385b02102cea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460148 Jul 12 16:09:13.094543 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2b6997-75f5-4168-a090-914dd265b4b6 None None] New status for floating IP 13bc9f32-6cc4-4ba8-9621-d67e070af960: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:09:13.133953 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-27395c22-1854-4886-a3ca-01e237fc3f7e service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854749 Jul 12 16:09:13.207257 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-7dfe7e21-a145-4bd6-899b-2220bcbfdc52 service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283803 Jul 12 16:09:13.353649 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Allocated IP 172.20.0.11 (fe81df5c-53b6-4f84-accf-31fe835a8422/3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066/a458af1b-61a6-427c-a235-853608aa0439) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:13.367299 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8f41bcea-dcb0-43c7-952a-71a468cea05f req-8a786cb1-d94a-4355-95f6-31923a8c9a4d service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526895 Jul 12 16:09:13.509377 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2452a4f0-b11a-487a-90e4-2c0d489606d6 req-e6ce6047-09de-489b-945e-ae9ff1914782 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 210 time: 0.0313904 Jul 12 16:09:13.552457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a074c-4a52-40f4-9ea7-ed6ac1a39225 req-f5de7948-1a08-4454-9a65-32d59e1c6205 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.554061 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a44a074c-4a52-40f4-9ea7-ed6ac1a39225 req-f5de7948-1a08-4454-9a65-32d59e1c6205 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 943 time: 0.1139452 Jul 12 16:09:13.563283 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-ad895afc-b1c9-4e7d-b59e-833f4bb12a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.565583 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-ad895afc-b1c9-4e7d-b59e-833f4bb12a56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f963264d932849a7b213732591fab6bf&device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 1096 time: 0.0862710 Jul 12 16:09:13.591822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.609353 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Transition to ACTIVE for port object a458af1b-61a6-427c-a235-853608aa0439 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:13.650493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.653829 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a44a074c-4a52-40f4-9ea7-ed6ac1a39225 req-73949ba6-cbac-4043-89c3-7baedc689cc7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872538 Jul 12 16:09:13.692298 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-2a83bf74-126d-4b5d-83e7-3898227859df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.694207 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-2a83bf74-126d-4b5d-83e7-3898227859df service neutron] 10.222.0.66 "GET /v2.0/networks?id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 200 len: 909 time: 0.1202967 Jul 12 16:09:13.704418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Network fe81df5c-53b6-4f84-accf-31fe835a8422 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:13.710738 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:13.718135 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:13.744825 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-cfb97303-b2db-40ba-be60-64f9dbfe0f4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee HTTP/1.1" status: 200 len: 217 time: 0.0424600 Jul 12 16:09:13.747159 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event updated for resources: {'Port': ['ID=a458af1b-61a6-427c-a235-853608aa0439,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:13.792705 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.793656 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:13.809064 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-e8c393f8-6aeb-4dd8-8bc4-acca827e21d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:13.810855 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-e8c393f8-6aeb-4dd8-8bc4-acca827e21d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a68cdb61-413a-436c-a0a1-ec5906eab943 HTTP/1.1" status: 200 len: 848 time: 0.0591784 Jul 12 16:09:13.816682 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-afab8ed9-f55f-49da-82f7-37a5c2b0d438 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0683649 Jul 12 16:09:13.838791 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Request body: {'port': {'device_id': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:13.865349 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-42632b31-f06a-435f-aae5-d9cca3c25e7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341167 Jul 12 16:09:13.971939 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.011614 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-c3a2dc72-9555-49d6-b70c-93edd217043d service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373346 Jul 12 16:09:14.109184 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2e05fea4-c651-41b8-af67-3de3ce67e2a1 None None] Provisioning for port a458af1b-61a6-427c-a235-853608aa0439 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:14.114828 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2e05fea4-c651-41b8-af67-3de3ce67e2a1 None None] Provisioning complete for port a458af1b-61a6-427c-a235-853608aa0439 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:14.115215 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2e05fea4-c651-41b8-af67-3de3ce67e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.141317 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e773e3d1-3682-4f65-804a-e05a191e03a4 req-b0e41122-9ca1-4240-afbc-17adcccf0772 service neutron] 10.222.0.66 "GET /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217136 Jul 12 16:09:14.176799 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-2e05fea4-c651-41b8-af67-3de3ce67e2a1 None None] Port a458af1b-61a6-427c-a235-853608aa0439 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:14.321212 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a458af1b-61a6-427c-a235-853608aa0439 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:14.329278 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.342961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Transition to ACTIVE for port object a458af1b-61a6-427c-a235-853608aa0439 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:14.347788 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.401022 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Pushing event updated for resources: {'Port': ['ID=a458af1b-61a6-427c-a235-853608aa0439,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:14.479734 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Attempting to bind port a458af1b-61a6-427c-a235-853608aa0439 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:14.480071 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Attempting to bind port a458af1b-61a6-427c-a235-853608aa0439 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:14.480417 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Attempting to bind port a458af1b-61a6-427c-a235-853608aa0439 on network fe81df5c-53b6-4f84-accf-31fe835a8422 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:14.485279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Port a458af1b-61a6-427c-a235-853608aa0439 on network fe81df5c-53b6-4f84-accf-31fe835a8422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:14.485599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Attempting to bind port a458af1b-61a6-427c-a235-853608aa0439 on network fe81df5c-53b6-4f84-accf-31fe835a8422 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:14.492069 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:14.492405 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Checking segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:14.492842 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Bound using segment: {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:14.493329 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Bound port: a458af1b-61a6-427c-a235-853608aa0439, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616af5ab-e34b-426f-b0d4-cbba3ab365e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:14.493702 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.568054 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] For port a458af1b-61a6-427c-a235-853608aa0439, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:14.571710 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] For port a458af1b-61a6-427c-a235-853608aa0439, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a458af1b-61a6-427c-a235-853608aa0439,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:14.576067 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.618381 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:14.619000 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.620474 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] 10.222.0.66 "PUT /v2.0/ports/a458af1b-61a6-427c-a235-853608aa0439 HTTP/1.1" status: 200 len: 1094 time: 0.7884254 Jul 12 16:09:14.621195 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:14.623317 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b1f54f-47f3-46fe-9868-b433994e784d" -d '{"events": [{"name": "network-changed", "server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "tag": "a458af1b-61a6-427c-a235-853608aa0439"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:14.660681 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb19bb-4541-4897-9fc4-1569b3ea9d66 service neutron] Pushing event updated for resources: {'Port': ['ID=a458af1b-61a6-427c-a235-853608aa0439,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:14.689760 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6d26aa-3a67-4921-bce6-4ebec671e70f x-openstack-request-id: req-cc6d26aa-3a67-4921-bce6-4ebec671e70f {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:14.690168 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "tag": "a458af1b-61a6-427c-a235-853608aa0439", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:14.690424 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-cc6d26aa-3a67-4921-bce6-4ebec671e70f {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:14.690833 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439', 'status': 'completed', 'code': 200} Jul 12 16:09:14.691694 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device d59b922a-60c4-4706-acb0-1de5f5f877ee details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:14.718592 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b588-5f72-4728-a7f4-ec01be9b6a11 req-e1f0722f-7bf4-4663-81b2-4920a8d7dcf9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:14.720971 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d817b588-5f72-4728-a7f4-ec01be9b6a11 req-e1f0722f-7bf4-4663-81b2-4920a8d7dcf9 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 944 time: 0.0816448 Jul 12 16:09:14.781546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-5213e7cc-f09d-4961-9df6-0add1865a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:14.783301 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-5213e7cc-f09d-4961-9df6-0add1865a2f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 1097 time: 0.0730748 Jul 12 16:09:14.794759 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d817b588-5f72-4728-a7f4-ec01be9b6a11 req-ada998c6-9da1-4e0b-bc28-f708253952e6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652587 Jul 12 16:09:14.838494 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port d59b922a-60c4-4706-acb0-1de5f5f877ee, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:14.853076 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'd59b922a-60c4-4706-acb0-1de5f5f877ee', 'network_id': '436cf3fe-4fe1-40c1-ab96-b59af7d5cc61', 'port_id': 'd59b922a-60c4-4706-acb0-1de5f5f877ee', 'mac_address': 'fa:16:3e:11:cc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68cdb61-413a-436c-a0a1-ec5906eab943', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:14.856767 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-0fdf69cd-f2d2-46ec-9a10-fc7974cce847 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a458af1b-61a6-427c-a235-853608aa0439 HTTP/1.1" status: 200 len: 217 time: 0.0587754 Jul 12 16:09:14.893376 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:14.908969 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d59b922a-60c4-4706-acb0-1de5f5f877ee {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:14.939607 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port d59b922a-60c4-4706-acb0-1de5f5f877ee, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:14.946597 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:15.009316 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=d59b922a-60c4-4706-acb0-1de5f5f877ee,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:15.207950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-f638ba0e-fabf-44af-b29a-d8ac7e267582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.209477 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-f638ba0e-fabf-44af-b29a-d8ac7e267582 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.3333943 Jul 12 16:09:15.229805 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd69a4-4663-4cce-bb78-4a806bb85312 req-f732a4f7-8a3e-4aed-95c6-7d90731fdf80 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.232752 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-14bd69a4-4663-4cce-bb78-4a806bb85312 req-f732a4f7-8a3e-4aed-95c6-7d90731fdf80 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 943 time: 0.3847878 Jul 12 16:09:15.243585 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-c7cf02ce-6ad5-4886-b887-9990cbc5d5cf tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=f3a75d70e371495faa12a6c4d37563db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307868 Jul 12 16:09:15.298826 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-14bd69a4-4663-4cce-bb78-4a806bb85312 req-03f3db4e-7d28-4172-bcfd-7921a31a152a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589368 Jul 12 16:09:15.316805 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['d59b922a-60c4-4706-acb0-1de5f5f877ee'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:15.330818 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598d02-7766-4408-be6c-9252b03cf19a req-a21f86fb-e95f-4f42-a88f-a3a72b644058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.330818 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-a21f86fb-e95f-4f42-a88f-a3a72b644058 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1052527 Jul 12 16:09:15.441317 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-ccc2800e-364d-4da7-9a6f-6eeee73e662f service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069510 Jul 12 16:09:15.467555 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-371fb252-53ee-49c3-af8b-d6f793a7e413 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.469549 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-371fb252-53ee-49c3-af8b-d6f793a7e413 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2190139 Jul 12 16:09:15.488951 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-442ac460-2018-4741-b29d-6624f11edafb tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/quotas/f3a75d70e371495faa12a6c4d37563db HTTP/1.1" status: 200 len: 375 time: 0.0137038 Jul 12 16:09:15.524637 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-211b561b-f7dc-4dc7-86f4-f96932786cae tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f3a75d70e371495faa12a6c4d37563db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283456 Jul 12 16:09:15.542732 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2e598d02-7766-4408-be6c-9252b03cf19a req-e928356d-85fb-47ec-80a7-ef7949a31b1e service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929620 Jul 12 16:09:15.714375 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fa87d9b8-3631-41b2-a254-90ecd3120b13 req-96c02ced-6da5-4c95-91fa-dd5521bb9a00 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 210 time: 0.0344117 Jul 12 16:09:15.745297 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-4cf49275-577d-4934-bd3f-d6c6271b6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.746986 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-4cf49275-577d-4934-bd3f-d6c6271b6df2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 1097 time: 0.0950270 Jul 12 16:09:15.856127 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-85a36b8b-b08b-4aae-9068-57167c309637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.858476 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-85a36b8b-b08b-4aae-9068-57167c309637 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.0995774 Jul 12 16:09:15.932207 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-c1ab0428-c17b-46c2-b64c-568f3ba8a659 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a458af1b-61a6-427c-a235-853608aa0439 HTTP/1.1" status: 200 len: 217 time: 0.0641198 Jul 12 16:09:15.983959 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-88d0d575-1825-47f0-a824-5dcc19cf2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:15.985553 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-88d0d575-1825-47f0-a824-5dcc19cf2bca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.0466738 Jul 12 16:09:16.006827 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bcfebf-8d01-410b-a014-ac0d4bad42e4 req-220e9b1c-57e5-4918-8cce-62bb879ba752 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:16.009408 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39bcfebf-8d01-410b-a014-ac0d4bad42e4 req-220e9b1c-57e5-4918-8cce-62bb879ba752 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 944 time: 0.0908642 Jul 12 16:09:16.058666 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-8d1553c2-c9da-4f97-81af-b163d251beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:16.060175 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-8d1553c2-c9da-4f97-81af-b163d251beca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671108 Jul 12 16:09:16.073723 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-39bcfebf-8d01-410b-a014-ac0d4bad42e4 req-71b764ec-2e50-4a84-aae5-a76757f5026d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573623 Jul 12 16:09:16.178980 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-ef8563b4-2111-48cb-8863-e247dbb6bb42 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940938 Jul 12 16:09:16.273010 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d3b1f54f-47f3-46fe-9868-b433994e784d req-89b7e299-bb78-4f85-8003-4b62751b3b24 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870314 Jul 12 16:09:16.571007 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b938fbd-5c81-40e0-a4ae-5db71606a6d4 req-972b1f0c-bef8-4e67-8615-ead36501ac39 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:16.572639 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2b938fbd-5c81-40e0-a4ae-5db71606a6d4 req-972b1f0c-bef8-4e67-8615-ead36501ac39 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 944 time: 0.0810721 Jul 12 16:09:16.617309 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2b938fbd-5c81-40e0-a4ae-5db71606a6d4 req-d45de518-35a2-4636-9058-09b181f12d03 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383334 Jul 12 16:09:16.709814 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a458af1b-61a6-427c-a235-853608aa0439 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:16.721945 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device d59b922a-60c4-4706-acb0-1de5f5f877ee up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:16.874247 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7c509b05-99d9-4fbb-b985-1bedad790f1f req-66230660-c409-4693-b820-dbb93b312cc9 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 210 time: 0.0332725 Jul 12 16:09:16.959160 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port d59b922a-60c4-4706-acb0-1de5f5f877ee completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:16.972022 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port d59b922a-60c4-4706-acb0-1de5f5f877ee triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:16.972398 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:16.978533 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a458af1b-61a6-427c-a235-853608aa0439, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a458af1b-61a6-427c-a235-853608aa0439,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:17.010860 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'a458af1b-61a6-427c-a235-853608aa0439', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'port_id': 'a458af1b-61a6-427c-a235-853608aa0439', 'mac_address': 'fa:16:3e:97:fa:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:17.033683 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-7bd2a725-2ed9-4f55-be22-f70d51d70819 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f3a75d70e371495faa12a6c4d37563db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288033 Jul 12 16:09:17.067431 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.098749 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a458af1b-61a6-427c-a235-853608aa0439 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:17.129951 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a458af1b-61a6-427c-a235-853608aa0439, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a458af1b-61a6-427c-a235-853608aa0439,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:17.131086 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.143967 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.193876 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59b922a-60c4-4706-acb0-1de5f5f877ee'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:17.196212 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f183c3de-55c8-4c97-86b2-418e8048ac9a" -d '{"events": [{"server_uuid": "72f7a4fc-e4f9-4ce9-ab56-6cf306816555", "name": "network-vif-plugged", "status": "completed", "tag": "d59b922a-60c4-4706-acb0-1de5f5f877ee"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:17.226124 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port d59b922a-60c4-4706-acb0-1de5f5f877ee, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:17.241794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.262956 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a458af1b-61a6-427c-a235-853608aa0439,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:17.339099 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-c1ac80be-b812-450c-b9e5-e179d6a44301 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.340872 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-c1ac80be-b812-450c-b9e5-e179d6a44301 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051875 Jul 12 16:09:17.354586 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=d59b922a-60c4-4706-acb0-1de5f5f877ee,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:17.360143 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e8d50-bd49-4686-82c4-6c19ef62f9e0 req-1432920a-4ef6-4915-b3f1-7ae2ba6f7c6f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.368323 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-352e8d50-bd49-4686-82c4-6c19ef62f9e0 req-1432920a-4ef6-4915-b3f1-7ae2ba6f7c6f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 945 time: 0.1181939 Jul 12 16:09:17.370854 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Request body: {'port': {'device_id': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a', 'admin_state_up': True, 'tenant_id': 'f3a75d70e371495faa12a6c4d37563db'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:17.436756 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-352e8d50-bd49-4686-82c4-6c19ef62f9e0 req-0ccb7221-9af0-4519-9faa-d960792ffa6c tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672996 Jul 12 16:09:17.478591 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfb4bed-c533-45b6-8e45-03f74cc4386e x-openstack-request-id: req-6dfb4bed-c533-45b6-8e45-03f74cc4386e {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:17.478897 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f7a4fc-e4f9-4ce9-ab56-6cf306816555", "name": "network-vif-plugged", "status": "completed", "tag": "d59b922a-60c4-4706-acb0-1de5f5f877ee", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:17.479144 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6dfb4bed-c533-45b6-8e45-03f74cc4386e {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:17.479545 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd59b922a-60c4-4706-acb0-1de5f5f877ee', 'code': 200} Jul 12 16:09:17.554096 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Made reservation on behalf of f3a75d70e371495faa12a6c4d37563db for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:17.558134 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.558355 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a458af1b-61a6-427c-a235-853608aa0439'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:17.574046 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.680108 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.686603 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:17.760406 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc90ed0-47fc-439b-bc15-73f12788bff7,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:17.844546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Allocated IP 192.168.233.115 (96088fef-62a5-4f8c-88b6-3e3a078b046a/39bba1b4-20ad-4175-a58a-e06e862458b0/eab392ad-7cce-4168-9714-fe0c100e17ce) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:17.883394 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c544b7-73f0-4ce9-9c61-c8efa66b272b req-f70c39aa-cb4a-4f76-8a00-593b6cd0362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.885225 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-41c544b7-73f0-4ce9-9c61-c8efa66b272b req-f70c39aa-cb4a-4f76-8a00-593b6cd0362d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 1098 time: 0.1202607 Jul 12 16:09:17.898661 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f7a56-614c-40bf-a420-60e167934f07 req-72420236-2012-4416-a261-28891998825a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:17.900208 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-278f7a56-614c-40bf-a420-60e167934f07 req-72420236-2012-4416-a261-28891998825a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.1091292 Jul 12 16:09:17.959394 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-41c544b7-73f0-4ce9-9c61-c8efa66b272b req-04f2e1c0-1f8a-461d-92f3-7528e61e1349 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581601 Jul 12 16:09:17.962168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-278f7a56-614c-40bf-a420-60e167934f07 req-5c418d13-f63f-4f33-b898-c9041a3d875c tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552244 Jul 12 16:09:18.047875 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f7af4a62-2f5b-4846-8796-8fe63ab8caf8 req-99023aa8-cccf-4d25-b0f8-fa6455846497 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 210 time: 0.0390835 Jul 12 16:09:18.053333 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.067249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Transition to ACTIVE for port object eab392ad-7cce-4168-9714-fe0c100e17ce will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:18.101089 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.147236 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Network 96088fef-62a5-4f8c-88b6-3e3a078b046a is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:18.150523 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:18.157660 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:18.165180 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Pushing event updated for resources: {'Port': ['ID=eab392ad-7cce-4168-9714-fe0c100e17ce,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:18.225946 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:18.226609 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.243097 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-50e6f178-2021-4d16-9045-240872097f80 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8793733 Jul 12 16:09:18.276571 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Request body: {'port': {'device_id': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:18.337898 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-e6dea57b-7942-4f2a-bc68-7ea239c1c1ea None None] Provisioning for port eab392ad-7cce-4168-9714-fe0c100e17ce completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:18.342464 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-e6dea57b-7942-4f2a-bc68-7ea239c1c1ea None None] Provisioning complete for port eab392ad-7cce-4168-9714-fe0c100e17ce triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:18.343069 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e6dea57b-7942-4f2a-bc68-7ea239c1c1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.363469 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.398296 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-e6dea57b-7942-4f2a-bc68-7ea239c1c1ea None None] Port eab392ad-7cce-4168-9714-fe0c100e17ce cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:18.627276 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a71fa-e04c-4537-ab43-73cc6e262156 req-811d3169-5468-4e2f-b012-55940576464a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:18.629988 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-326a71fa-e04c-4537-ab43-73cc6e262156 req-811d3169-5468-4e2f-b012-55940576464a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 945 time: 0.0848589 Jul 12 16:09:18.656224 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab392ad-7cce-4168-9714-fe0c100e17ce {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:18.665527 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.675068 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-326a71fa-e04c-4537-ab43-73cc6e262156 req-0da0c360-cbb2-4d10-9867-48d07f58ea24 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363359 Jul 12 16:09:18.679394 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Transition to ACTIVE for port object eab392ad-7cce-4168-9714-fe0c100e17ce will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:18.683829 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.734024 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a458af1b-61a6-427c-a235-853608aa0439 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:18.737923 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=eab392ad-7cce-4168-9714-fe0c100e17ce,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:18.794944 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port a458af1b-61a6-427c-a235-853608aa0439 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:18.803093 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port a458af1b-61a6-427c-a235-853608aa0439 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:18.803688 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.820133 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Attempting to bind port eab392ad-7cce-4168-9714-fe0c100e17ce on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:18.820852 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Attempting to bind port eab392ad-7cce-4168-9714-fe0c100e17ce by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:18.821418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Attempting to bind port eab392ad-7cce-4168-9714-fe0c100e17ce on network 96088fef-62a5-4f8c-88b6-3e3a078b046a {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:18.827729 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Port eab392ad-7cce-4168-9714-fe0c100e17ce on network 96088fef-62a5-4f8c-88b6-3e3a078b046a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:09:18.828239 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Attempting to bind port eab392ad-7cce-4168-9714-fe0c100e17ce on network 96088fef-62a5-4f8c-88b6-3e3a078b046a {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:18.835879 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:18.836622 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Checking segment: {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:18.837043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Bound using segment: {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:18.837764 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Bound port: eab392ad-7cce-4168-9714-fe0c100e17ce, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f58ed21-9648-4b7e-865f-9a517d2e5366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:18.838312 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.907009 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.936027 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] For port eab392ad-7cce-4168-9714-fe0c100e17ce, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:18.940743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] For port eab392ad-7cce-4168-9714-fe0c100e17ce, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=eab392ad-7cce-4168-9714-fe0c100e17ce,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:18.946668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.947772 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a458af1b-61a6-427c-a235-853608aa0439, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a458af1b-61a6-427c-a235-853608aa0439,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:18.952691 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.987625 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:18.988245 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:18.989678 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] 10.222.0.66 "PUT /v2.0/ports/eab392ad-7cce-4168-9714-fe0c100e17ce HTTP/1.1" status: 200 len: 1098 time: 0.7177031 Jul 12 16:09:18.990120 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'tag': 'eab392ad-7cce-4168-9714-fe0c100e17ce'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:18.992448 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b15c93-b313-4e92-9780-eed26caa882f" -d '{"events": [{"name": "network-changed", "server_uuid": "ed9003d8-a6c6-49f3-a5f0-b503deb4ea00", "tag": "eab392ad-7cce-4168-9714-fe0c100e17ce"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:19.020913 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c111d4-3f4f-45ed-a46d-e6e5dfe9abc9 service neutron] Pushing event updated for resources: {'Port': ['ID=eab392ad-7cce-4168-9714-fe0c100e17ce,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:19.067412 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a458af1b-61a6-427c-a235-853608aa0439,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:19.136869 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e2dc7d-fe37-4e3b-b75a-bdabeee19e3f x-openstack-request-id: req-64e2dc7d-fe37-4e3b-b75a-bdabeee19e3f {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:19.138782 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed9003d8-a6c6-49f3-a5f0-b503deb4ea00", "tag": "eab392ad-7cce-4168-9714-fe0c100e17ce", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:19.139008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-64e2dc7d-fe37-4e3b-b75a-bdabeee19e3f {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:19.139415 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'tag': 'eab392ad-7cce-4168-9714-fe0c100e17ce', 'status': 'completed', 'code': 200} Jul 12 16:09:19.319787 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652d54-0ba5-4459-a130-e48d2b2e7575 req-1416b028-5283-48e5-b1bc-a970b0459770 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.322374 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-95652d54-0ba5-4459-a130-e48d2b2e7575 req-1416b028-5283-48e5-b1bc-a970b0459770 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.1140246 Jul 12 16:09:19.375391 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-187641e8-3792-48fe-924c-4cdbbe419de6 None None] Provisioning complete for port a458af1b-61a6-427c-a235-853608aa0439 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:19.377505 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-187641e8-3792-48fe-924c-4cdbbe419de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:19.380100 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-95652d54-0ba5-4459-a130-e48d2b2e7575 req-6da5eabb-6ec0-4620-aa34-d8f9076f3478 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495687 Jul 12 16:09:19.383743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-895d8bcc-1f01-480e-b42a-1b80a8b8a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.385370 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-895d8bcc-1f01-480e-b42a-1b80a8b8a39d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a75d70e371495faa12a6c4d37563db&device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 1101 time: 0.1565952 Jul 12 16:09:19.397048 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a503cff-6a1e-4bac-9ceb-a4222dba0e11 req-9bc6dba8-a81c-4faa-bca4-d2f1765b2d48 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.398592 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2a503cff-6a1e-4bac-9ceb-a4222dba0e11 req-9bc6dba8-a81c-4faa-bca4-d2f1765b2d48 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 948 time: 0.1059732 Jul 12 16:09:19.464438 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-63e51b36-394c-44b3-81e4-634b55a9be6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=eab392ad-7cce-4168-9714-fe0c100e17ce HTTP/1.1" status: 200 len: 217 time: 0.0383823 Jul 12 16:09:19.480135 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:19.482733 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d66244-91e6-4467-8a51-19083b6a06b7" -d '{"events": [{"server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "name": "network-vif-plugged", "status": "completed", "tag": "a458af1b-61a6-427c-a235-853608aa0439"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:19.491546 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2a503cff-6a1e-4bac-9ceb-a4222dba0e11 req-8be01c76-d677-4fd0-a5e8-dfff6b3c2095 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862067 Jul 12 16:09:19.527727 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309a61b9-b6e5-480e-9d19-1a2aaa465d15 x-openstack-request-id: req-309a61b9-b6e5-480e-9d19-1a2aaa465d15 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:19.528391 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "name": "network-vif-plugged", "status": "completed", "tag": "a458af1b-61a6-427c-a235-853608aa0439", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:19.528789 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-309a61b9-b6e5-480e-9d19-1a2aaa465d15 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:19.529192 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439', 'code': 200} Jul 12 16:09:19.530537 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-6f94c5c5-a172-41a6-8cea-e02d47fecec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.532106 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-6f94c5c5-a172-41a6-8cea-e02d47fecec2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39bba1b4-20ad-4175-a58a-e06e862458b0 HTTP/1.1" status: 200 len: 843 time: 0.0580618 Jul 12 16:09:19.643062 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-2806c622-d821-4708-9890-3be6c732d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.644732 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-2806c622-d821-4708-9890-3be6c732d4d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96088fef-62a5-4f8c-88b6-3e3a078b046a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0569046 Jul 12 16:09:19.766936 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-3d6f66bf-eabf-4ad1-8015-98e13cf1d346 service neutron] 10.222.0.66 "GET /v2.0/networks/96088fef-62a5-4f8c-88b6-3e3a078b046a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117768 Jul 12 16:09:19.856418 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2ff456-a0c4-4249-8aab-26a2581b23de req-7fea6520-3656-4474-958a-eb7590799e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:19.858071 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bf2ff456-a0c4-4249-8aab-26a2581b23de req-7fea6520-3656-4474-958a-eb7590799e7f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 1099 time: 0.0519207 Jul 12 16:09:19.900609 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bf2ff456-a0c4-4249-8aab-26a2581b23de req-4bf5dbcb-ebed-4d45-855e-61106082ba04 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Jul 12 16:09:20.017218 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e6d8f8f-0ab0-4745-92c9-072d71eae174 req-b80e34e4-f895-406d-8080-a618e1602d8c service neutron] 10.222.0.66 "GET /v2.0/networks/96088fef-62a5-4f8c-88b6-3e3a078b046a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431858 Jul 12 16:09:20.040170 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2771593-190a-4203-8733-bcf3bce4d59d req-2eaf4f00-e4e1-4451-a8c0-8b4a9c6d8675 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.042904 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c2771593-190a-4203-8733-bcf3bce4d59d req-2eaf4f00-e4e1-4451-a8c0-8b4a9c6d8675 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.1873615 Jul 12 16:09:20.082678 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c2771593-190a-4203-8733-bcf3bce4d59d req-2d3fc40b-bdc0-46ad-a4c6-15bc4e52fb50 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341313 Jul 12 16:09:20.452052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15c93-b313-4e92-9780-eed26caa882f req-35965eb5-501f-4b4b-aea7-849024ac9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.453635 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-35965eb5-501f-4b4b-aea7-849024ac9951 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3a75d70e371495faa12a6c4d37563db&device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 1101 time: 0.0636711 Jul 12 16:09:20.592768 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15c93-b313-4e92-9780-eed26caa882f req-986508c0-4e4c-47d8-a2a7-654c6d97ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.594241 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-986508c0-4e4c-47d8-a2a7-654c6d97ae13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=96088fef-62a5-4f8c-88b6-3e3a078b046a HTTP/1.1" status: 200 len: 870 time: 0.1337781 Jul 12 16:09:20.620687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dcacb-c117-4112-8d2f-355192c4e1d9 req-c156cfed-bb83-486d-9095-a3bf219e11af tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.622292 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a79dcacb-c117-4112-8d2f-355192c4e1d9 req-c156cfed-bb83-486d-9095-a3bf219e11af tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.1079676 Jul 12 16:09:20.654951 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-7ef56b23-16c9-4c27-a906-09d1b0090d35 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=eab392ad-7cce-4168-9714-fe0c100e17ce HTTP/1.1" status: 200 len: 217 time: 0.0486481 Jul 12 16:09:20.677912 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c71cf-cd6f-4d5b-a6c2-e9fae2489b61 req-c30095b0-b509-47f2-b798-81a7aa88d1a2 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.679577 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3a3c71cf-cd6f-4d5b-a6c2-e9fae2489b61 req-c30095b0-b509-47f2-b798-81a7aa88d1a2 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 948 time: 0.0659354 Jul 12 16:09:20.716547 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a79dcacb-c117-4112-8d2f-355192c4e1d9 req-c9d179fa-4164-4784-9ca6-3837f451c4cf tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639546 Jul 12 16:09:20.720615 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3a3c71cf-cd6f-4d5b-a6c2-e9fae2489b61 req-562dc800-4eec-4be2-b68e-0ca9be56a9c0 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341334 Jul 12 16:09:20.737839 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15c93-b313-4e92-9780-eed26caa882f req-532812e6-cfdc-4e75-85bc-ebf9bfa8305d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.739314 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-532812e6-cfdc-4e75-85bc-ebf9bfa8305d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=39bba1b4-20ad-4175-a58a-e06e862458b0 HTTP/1.1" status: 200 len: 843 time: 0.0558593 Jul 12 16:09:20.815227 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15c93-b313-4e92-9780-eed26caa882f req-64479dde-539d-4fca-a737-35b98d5c5513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:20.816913 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-64479dde-539d-4fca-a737-35b98d5c5513 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=96088fef-62a5-4f8c-88b6-3e3a078b046a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0644772 Jul 12 16:09:20.937699 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-edf51689-26a7-48c6-abe7-3b1cbeca797c service neutron] 10.222.0.66 "GET /v2.0/networks/96088fef-62a5-4f8c-88b6-3e3a078b046a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129160 Jul 12 16:09:21.055331 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13b15c93-b313-4e92-9780-eed26caa882f req-d1bbd96f-aaa9-4391-8d92-dd2486c89400 service neutron] 10.222.0.66 "GET /v2.0/networks/96088fef-62a5-4f8c-88b6-3e3a078b046a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046710 Jul 12 16:09:21.268989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0acf50-5740-4e9e-8e01-be670ed9acc5 req-46bc96ef-ce48-4457-a710-bab9b9e82a23 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.270504 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0d0acf50-5740-4e9e-8e01-be670ed9acc5 req-46bc96ef-ce48-4457-a710-bab9b9e82a23 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0702722 Jul 12 16:09:21.313551 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0d0acf50-5740-4e9e-8e01-be670ed9acc5 req-d29296d4-e7a7-4bc8-8663-8903f40b6048 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369098 Jul 12 16:09:21.909571 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6caae-3ac1-4f9c-a689-9d39144e0909 req-32535678-6dfc-4800-ab74-058e1bc92a32 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.911233 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40d6caae-3ac1-4f9c-a689-9d39144e0909 req-32535678-6dfc-4800-ab74-058e1bc92a32 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 948 time: 0.0719678 Jul 12 16:09:21.951907 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-40d6caae-3ac1-4f9c-a689-9d39144e0909 req-de83f98f-b22a-4e99-81f0-7870088be36c tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Jul 12 16:09:21.973799 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d686d5c-4ca1-4c3f-a50f-03ba20433928 req-53e0861f-4ec3-4959-8f28-b7dbdd746c8a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:21.975320 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6d686d5c-4ca1-4c3f-a50f-03ba20433928 req-53e0861f-4ec3-4959-8f28-b7dbdd746c8a tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.0708029 Jul 12 16:09:22.014179 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6d686d5c-4ca1-4c3f-a50f-03ba20433928 req-a6b28e95-3e24-43c9-8460-7050a2fabc25 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Jul 12 16:09:22.493931 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a0f8f-21ec-4d48-a49c-71aa7ba62e26 req-e365c594-7608-4fa1-80ee-3cc0005be0db tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:22.495426 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ff3a0f8f-21ec-4d48-a49c-71aa7ba62e26 req-e365c594-7608-4fa1-80ee-3cc0005be0db tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0632951 Jul 12 16:09:22.533612 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ff3a0f8f-21ec-4d48-a49c-71aa7ba62e26 req-bbd56afd-a859-4a2a-bbac-793d24e77454 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jul 12 16:09:22.706903 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a566e-a789-41e8-9117-89c3750b57e7 req-57004b55-103a-4d30-9e90-0944a8ca07f7 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:22.708405 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e7a566e-a789-41e8-9117-89c3750b57e7 req-57004b55-103a-4d30-9e90-0944a8ca07f7 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0655050 Jul 12 16:09:22.716760 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 58678) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:22.721878 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Request body: {'floatingip': {'port_id': 'a458af1b-61a6-427c-a235-853608aa0439'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:22.764020 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:22.770477 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device eab392ad-7cce-4168-9714-fe0c100e17ce details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:09:22.868479 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port eab392ad-7cce-4168-9714-fe0c100e17ce, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=eab392ad-7cce-4168-9714-fe0c100e17ce,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:22.881133 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'eab392ad-7cce-4168-9714-fe0c100e17ce', 'network_id': '96088fef-62a5-4f8c-88b6-3e3a078b046a', 'port_id': 'eab392ad-7cce-4168-9714-fe0c100e17ce', 'mac_address': 'fa:16:3e:b3:9c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39bba1b4-20ad-4175-a58a-e06e862458b0', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:09:22.920696 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:22.934660 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab392ad-7cce-4168-9714-fe0c100e17ce {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:09:22.955868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port eab392ad-7cce-4168-9714-fe0c100e17ce, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=eab392ad-7cce-4168-9714-fe0c100e17ce,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:22.960129 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.021229 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=eab392ad-7cce-4168-9714-fe0c100e17ce,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:23.220076 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97cbed-60f6-4c6d-a0df-595001adbbda req-da665ec9-5ce5-4ce6-be8f-db5fa98b0e75 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.222030 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4c97cbed-60f6-4c6d-a0df-595001adbbda req-da665ec9-5ce5-4ce6-be8f-db5fa98b0e75 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.0704963 Jul 12 16:09:23.268144 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4c97cbed-60f6-4c6d-a0df-595001adbbda req-98054c60-db76-4db5-a106-64bdf0d6bb3c tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389357 Jul 12 16:09:23.431188 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['eab392ad-7cce-4168-9714-fe0c100e17ce'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:23.459827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab8cc2-9c1d-479c-83fa-0e4df62c18cf req-ba81b071-8644-44cd-8cd4-c6d3054d6090 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:23.461401 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-65ab8cc2-9c1d-479c-83fa-0e4df62c18cf req-ba81b071-8644-44cd-8cd4-c6d3054d6090 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 949 time: 0.1644435 Jul 12 16:09:23.571305 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-65ab8cc2-9c1d-479c-83fa-0e4df62c18cf req-436db5f7-f6b6-4143-adbf-180680f8e830 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978115 Jul 12 16:09:23.589667 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.594408 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:23.699547 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Floating IP 754d3ebd-fdf9-4d0e-8d39-da2160682e9d associated. External IP: 172.27.3.62, port: a458af1b-61a6-427c-a235-853608aa0439. Jul 12 16:09:23.916205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Router b34f47c1-a482-4c0b-b047-76a336f53868 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:24.061074 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:24.068073 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.070630 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:24.080516 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:24.081260 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:24.120493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-f4407372-7913-4298-9525-31388356a044 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.121996 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-f4407372-7913-4298-9525-31388356a044 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.1172600 Jul 12 16:09:24.124741 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d303aea0-f056-4efb-9715-e560ee05d393 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "PUT /v2.0/floatingips/754d3ebd-fdf9-4d0e-8d39-da2160682e9d HTTP/1.1" status: 200 len: 991 time: 1.4068260 Jul 12 16:09:24.125411 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:24.128466 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a9591f-3434-49e2-82b2-01eb3ca56ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "tag": "a458af1b-61a6-427c-a235-853608aa0439"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:24.177329 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a56d38-df73-4dd0-854b-0c75e7f58c67 x-openstack-request-id: req-76a56d38-df73-4dd0-854b-0c75e7f58c67 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:24.177635 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "tag": "a458af1b-61a6-427c-a235-853608aa0439", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:24.177894 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-76a56d38-df73-4dd0-854b-0c75e7f58c67 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:24.178291 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439', 'status': 'completed', 'code': 200} Jul 12 16:09:24.212078 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:24.241512 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Deleting port d59b922a-60c4-4706-acb0-1de5f5f877ee {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:24.241998 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.319384 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-12a26ee0-2d75-4b32-9b56-e1bb4a1e2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.321940 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-12a26ee0-2d75-4b32-9b56-e1bb4a1e2e64 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 1099 time: 0.0709081 Jul 12 16:09:24.360331 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] For port d59b922a-60c4-4706-acb0-1de5f5f877ee, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=d59b922a-60c4-4706-acb0-1de5f5f877ee,segment=NetworkSegment(f5bb8f88-9316-43cf-8da0-073943999b4e),segment_id=f5bb8f88-9316-43cf-8da0-073943999b4e)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:24.361392 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.377100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Calling delete_port for d59b922a-60c4-4706-acb0-1de5f5f877ee owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:24.469132 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-bfa13246-5780-4493-a38e-4ffac71338c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.471828 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-bfa13246-5780-4493-a38e-4ffac71338c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.1423757 Jul 12 16:09:24.487016 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '754d3ebd-fdf9-4d0e-8d39-da2160682e9d', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'port_id': 'a458af1b-61a6-427c-a235-853608aa0439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'mac_address': 'fa:16:3e:97:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:09:09Z', 'updated_at': '2021-07-12T16:09:23Z', 'revision_number': 1, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:24.494607 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e306dab-fd0b-4a45-b26f-8d25b4b1ae5e req-0363e527-0637-46d9-bf8f-caab27f469db tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.496226 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4e306dab-fd0b-4a45-b26f-8d25b4b1ae5e req-0363e527-0637-46d9-bf8f-caab27f469db tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/ports?device_id=72f7a4fc-e4f9-4ce9-ab56-6cf306816555 HTTP/1.1" status: 200 len: 945 time: 0.1004138 Jul 12 16:09:24.514410 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:24.522616 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.524597 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:24.525380 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:08:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:24.553458 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Pushing event deleted for resources: {'Port': ['ID=d59b922a-60c4-4706-acb0-1de5f5f877ee,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:24.565583 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['d59b922a-60c4-4706-acb0-1de5f5f877ee'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:24.580846 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-4754b734-1afb-4e05-954d-2dd7cd4a3a5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a458af1b-61a6-427c-a235-853608aa0439 HTTP/1.1" status: 200 len: 999 time: 0.1021957 Jul 12 16:09:24.583629 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4e306dab-fd0b-4a45-b26f-8d25b4b1ae5e req-50a515b4-54f0-4297-a530-0970d4140dc9 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.70 "GET /v2.0/security-groups?id=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Jul 12 16:09:24.615073 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] No DVR routers for this DVR port d59b922a-60c4-4706-acb0-1de5f5f877ee on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:24.617998 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:24.620616 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c5981e4d-fbde-47f2-9bd1-041c6839f8ef req-d6a12a15-9901-4bad-863d-633dc0ba97a7 tempest-VolumesActionsTest-891275557 tempest-VolumesActionsTest-891275557-project] 10.222.0.66 "DELETE /v2.0/ports/d59b922a-60c4-4706-acb0-1de5f5f877ee HTTP/1.1" status: 204 len: 173 time: 0.4891667 Jul 12 16:09:24.679373 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:24.778274 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb155c-bd2e-4b0f-a1e2-ac276b0ff4b6 req-d6061f7b-e657-4a14-82b1-d2ae6bcad324 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.780431 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3feb155c-bd2e-4b0f-a1e2-ac276b0ff4b6 req-d6061f7b-e657-4a14-82b1-d2ae6bcad324 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 949 time: 0.0724990 Jul 12 16:09:24.810533 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device eab392ad-7cce-4168-9714-fe0c100e17ce up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:24.830272 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3feb155c-bd2e-4b0f-a1e2-ac276b0ff4b6 req-39f9f6e0-1931-41f1-92c3-fc10d43726ff tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 Jul 12 16:09:24.947326 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port eab392ad-7cce-4168-9714-fe0c100e17ce completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:24.951239 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-54de4151-4eff-4fc8-8684-ba074e38dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:24.952776 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-54de4151-4eff-4fc8-8684-ba074e38dbfb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.3642395 Jul 12 16:09:24.954620 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port eab392ad-7cce-4168-9714-fe0c100e17ce triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:24.954993 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.015546 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-5bbd09df-2bf9-4191-b44d-a1c422b854fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.017130 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-5bbd09df-2bf9-4191-b44d-a1c422b854fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539954 Jul 12 16:09:25.057991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '754d3ebd-fdf9-4d0e-8d39-da2160682e9d', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'port_id': 'a458af1b-61a6-427c-a235-853608aa0439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'mac_address': 'fa:16:3e:97:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:09:09Z', 'updated_at': '2021-07-12T16:09:23Z', 'revision_number': 1, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:25.091991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ca5365-04ac-428c-bf2a-7b515575bdc3 None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '754d3ebd-fdf9-4d0e-8d39-da2160682e9d', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'floating_ip_address': '172.27.3.62', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'port_id': 'a458af1b-61a6-427c-a235-853608aa0439', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'mac_address': 'fa:16:3e:97:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:09:09Z', 'updated_at': '2021-07-12T16:09:23Z', 'revision_number': 1, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:25.108297 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.122496 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-5d1c839d-2501-4faf-b359-ff42713eaec0 service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967624 Jul 12 16:09:25.135274 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab392ad-7cce-4168-9714-fe0c100e17ce'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:25.137594 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33e5f14-1595-41fb-a844-0b3f67de9e34" -d '{"events": [{"server_uuid": "ed9003d8-a6c6-49f3-a5f0-b503deb4ea00", "name": "network-vif-plugged", "status": "completed", "tag": "eab392ad-7cce-4168-9714-fe0c100e17ce"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:25.152445 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port eab392ad-7cce-4168-9714-fe0c100e17ce, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=eab392ad-7cce-4168-9714-fe0c100e17ce,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:25.166135 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.195870 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8a0782-ecde-423d-9528-9585ebc32232 x-openstack-request-id: req-df8a0782-ecde-423d-9528-9585ebc32232 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:25.196162 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9003d8-a6c6-49f3-a5f0-b503deb4ea00", "name": "network-vif-plugged", "status": "completed", "tag": "eab392ad-7cce-4168-9714-fe0c100e17ce", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:25.196416 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-df8a0782-ecde-423d-9528-9585ebc32232 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:25.196843 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab392ad-7cce-4168-9714-fe0c100e17ce', 'code': 200} Jul 12 16:09:25.222050 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device d59b922a-60c4-4706-acb0-1de5f5f877ee no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:25.256864 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: d59b922a-60c4-4706-acb0-1de5f5f877ee {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:25.257225 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device d59b922a-60c4-4706-acb0-1de5f5f877ee not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:25.271061 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=eab392ad-7cce-4168-9714-fe0c100e17ce,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:25.299663 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-10a9591f-3434-49e2-82b2-01eb3ca56ac8 req-cf824a05-4395-45e9-aa4c-3a5a2fb1770d service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410952 Jul 12 16:09:25.361735 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ea5bbe-93cf-4ab0-8cfd-10af9768c43b None None] New status for floating IP 754d3ebd-fdf9-4d0e-8d39-da2160682e9d: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:09:25.584343 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-af113e17-60fc-4f53-9191-3106df08c03d None None] Provisioning complete for port eab392ad-7cce-4168-9714-fe0c100e17ce triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:25.584920 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-af113e17-60fc-4f53-9191-3106df08c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:25.664653 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad8bf3d-93e6-42af-8a04-5267524bd94e req-91b64af0-3758-4a46-b2b6-c1bcca8f161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:25.666160 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2ad8bf3d-93e6-42af-8a04-5267524bd94e req-91b64af0-3758-4a46-b2b6-c1bcca8f161c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 1103 time: 0.0890737 Jul 12 16:09:25.726880 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-2ad8bf3d-93e6-42af-8a04-5267524bd94e req-ede8724a-a845-4a74-b41d-52aef3779b52 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Jul 12 16:09:26.041903 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd07fce-6e53-4d7d-bb99-7cc4ae1af1f7 req-9c7f5849-2c3f-456a-8715-b9217c4e4782 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:26.043937 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cdd07fce-6e53-4d7d-bb99-7cc4ae1af1f7 req-9c7f5849-2c3f-456a-8715-b9217c4e4782 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.0851326 Jul 12 16:09:26.095660 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cdd07fce-6e53-4d7d-bb99-7cc4ae1af1f7 req-c9813087-ec03-44d0-86b8-0036ae889c60 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444572 Jul 12 16:09:26.179657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'name': 'network-vif-deleted', 'tag': 'd59b922a-60c4-4706-acb0-1de5f5f877ee'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:26.183137 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17428a2-7ed8-4587-b85b-4faf8aea7e95" -d '{"events": [{"server_uuid": "72f7a4fc-e4f9-4ce9-ab56-6cf306816555", "name": "network-vif-deleted", "tag": "d59b922a-60c4-4706-acb0-1de5f5f877ee"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:26.228170 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3331ff-291f-4ed7-a75b-b9b6e33caa39 x-openstack-request-id: req-4b3331ff-291f-4ed7-a75b-b9b6e33caa39 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:26.228462 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f7a4fc-e4f9-4ce9-ab56-6cf306816555", "name": "network-vif-deleted", "tag": "d59b922a-60c4-4706-acb0-1de5f5f877ee", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:26.228861 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4b3331ff-291f-4ed7-a75b-b9b6e33caa39 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:26.229443 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f7a4fc-e4f9-4ce9-ab56-6cf306816555', 'name': 'network-vif-deleted', 'tag': 'd59b922a-60c4-4706-acb0-1de5f5f877ee', 'status': 'completed', 'code': 200} Jul 12 16:09:26.304017 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2669d8dc-812a-41a2-8596-d499ad31ab74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:27.299840 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf30a91-a697-4c85-9ac4-02bbd9ad9c7e req-f99c2627-6938-427a-a01a-e28c46e3c057 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:27.301301 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3cf30a91-a697-4c85-9ac4-02bbd9ad9c7e req-f99c2627-6938-427a-a01a-e28c46e3c057 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.0724010 Jul 12 16:09:27.349360 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3cf30a91-a697-4c85-9ac4-02bbd9ad9c7e req-9f8f3cd7-e1d8-4340-a3ec-4399cba2dc00 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Jul 12 16:09:28.577870 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:09:29.114582 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9cf634e5-212a-4326-8a14-24a9b0a4ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:29.227116 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:30.019142 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359501f-22ed-49fe-bb37-058fb79648f2 req-d7b56af9-676f-4b69-9ffc-3ca9eea17080 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:30.020736 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0359501f-22ed-49fe-bb37-058fb79648f2 req-d7b56af9-676f-4b69-9ffc-3ca9eea17080 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.0857232 Jul 12 16:09:30.068238 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0359501f-22ed-49fe-bb37-058fb79648f2 req-b8c298a9-5c12-47ae-8d53-c4a89ca9d935 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407743 Jul 12 16:09:30.134977 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:31.298219 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2575a-c2b0-43f4-adef-3cbcd1de3b8a req-75f268c3-ebf4-4e5b-b64c-6f9175d22dab tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:31.300136 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d6e2575a-c2b0-43f4-adef-3cbcd1de3b8a req-75f268c3-ebf4-4e5b-b64c-6f9175d22dab tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.0973105 Jul 12 16:09:31.405189 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d6e2575a-c2b0-43f4-adef-3cbcd1de3b8a req-39d61bfb-538b-478c-bc42-fb128143f5fa tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821409 Jul 12 16:09:31.626746 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:32.091652 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6645d-1b81-4bdb-acaf-61d83ced4bf2 req-99cf8d50-88f7-44aa-89ca-935edb35deb6 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:32.094001 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46c6645d-1b81-4bdb-acaf-61d83ced4bf2 req-99cf8d50-88f7-44aa-89ca-935edb35deb6 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.1398060 Jul 12 16:09:32.173557 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-46c6645d-1b81-4bdb-acaf-61d83ced4bf2 req-e1234ba6-904a-4de2-a616-419ff8704653 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721591 Jul 12 16:09:33.531683 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71c9d-93ef-4387-bfeb-7fd09b15dd35 req-ca39e9f1-044c-4e9f-b1fe-644810267fa6 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:33.533492 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-43c71c9d-93ef-4387-bfeb-7fd09b15dd35 req-ca39e9f1-044c-4e9f-b1fe-644810267fa6 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.1147351 Jul 12 16:09:33.598125 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-43c71c9d-93ef-4387-bfeb-7fd09b15dd35 req-73878b6f-cb4e-44f2-91ae-b69f12b5f0af tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/security-groups?id=6bc90ed0-47fc-439b-bc15-73f12788bff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533342 Jul 12 16:09:34.048021 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53755f-381f-4db8-8a33-032cca456832 req-56fc3bba-dd2a-42c2-a783-031595536cf6 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:34.050387 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ec53755f-381f-4db8-8a33-032cca456832 req-56fc3bba-dd2a-42c2-a783-031595536cf6 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.66 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 950 time: 0.1155775 Jul 12 16:09:34.181418 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Deleting port eab392ad-7cce-4168-9714-fe0c100e17ce {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:09:34.181728 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.299478 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] For port eab392ad-7cce-4168-9714-fe0c100e17ce, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=eab392ad-7cce-4168-9714-fe0c100e17ce,segment=NetworkSegment(0f58ed21-9648-4b7e-865f-9a517d2e5366),segment_id=0f58ed21-9648-4b7e-865f-9a517d2e5366)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:34.299902 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.315784 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Calling delete_port for eab392ad-7cce-4168-9714-fe0c100e17ce owned by compute:nova {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:09:34.473630 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.516527 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Pushing event deleted for resources: {'Port': ['ID=eab392ad-7cce-4168-9714-fe0c100e17ce,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:34.526363 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['eab392ad-7cce-4168-9714-fe0c100e17ce'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:09:34.618352 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] No DVR routers for this DVR port eab392ad-7cce-4168-9714-fe0c100e17ce on host hv-cinder-79264 {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:09:34.623086 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:34.627591 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ec53755f-381f-4db8-8a33-032cca456832 req-b86c60db-6a72-4abc-b88f-f4555abfd34a tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.66 "DELETE /v2.0/ports/eab392ad-7cce-4168-9714-fe0c100e17ce HTTP/1.1" status: 204 len: 173 time: 0.5705597 Jul 12 16:09:34.628357 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'name': 'network-vif-deleted', 'tag': 'eab392ad-7cce-4168-9714-fe0c100e17ce'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:09:34.647970 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a2404d-8748-4491-8b5b-bec09d77b781" -d '{"events": [{"server_uuid": "ed9003d8-a6c6-49f3-a5f0-b503deb4ea00", "name": "network-vif-deleted", "tag": "eab392ad-7cce-4168-9714-fe0c100e17ce"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:09:34.838661 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e18252f-2c57-418d-bd11-f7e0aae74cc4 x-openstack-request-id: req-1e18252f-2c57-418d-bd11-f7e0aae74cc4 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:09:34.839070 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9003d8-a6c6-49f3-a5f0-b503deb4ea00", "name": "network-vif-deleted", "tag": "eab392ad-7cce-4168-9714-fe0c100e17ce", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:09:34.839399 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1e18252f-2c57-418d-bd11-f7e0aae74cc4 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:09:34.839828 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9003d8-a6c6-49f3-a5f0-b503deb4ea00', 'name': 'network-vif-deleted', 'tag': 'eab392ad-7cce-4168-9714-fe0c100e17ce', 'status': 'completed', 'code': 200} Jul 12 16:09:34.891582 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9f37212c-e593-4c60-8237-f783b955a11c req-580b09dc-7dc2-4175-8677-93cd0a141db7 tempest-VolumesNegativeTest-897327619 tempest-VolumesNegativeTest-897327619-project] 10.222.0.70 "GET /v2.0/ports?device_id=ed9003d8-a6c6-49f3-a5f0-b503deb4ea00 HTTP/1.1" status: 200 len: 210 time: 0.0468416 Jul 12 16:09:35.288668 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-74b039ee-bdf8-40b6-a536-68e3f841937b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657687 Jul 12 16:09:35.446996 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-52592c19-bcd5-4f28-954d-634ef1b5d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.449170 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-52592c19-bcd5-4f28-954d-634ef1b5d31e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1099 time: 0.0684536 Jul 12 16:09:35.609204 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-7b7b1426-a18b-4f70-aacf-8d7b6b8c7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.610699 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-7b7b1426-a18b-4f70-aacf-8d7b6b8c7d31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1213946 Jul 12 16:09:35.750903 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-864d41e2-6d44-4dc9-b820-66ce7ae28c52 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 1001 time: 0.1182771 Jul 12 16:09:35.903415 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-9fd3548e-d403-46c9-a183-05dd0f12446b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:35.905966 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-9fd3548e-d403-46c9-a183-05dd0f12446b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.1436267 Jul 12 16:09:36.003359 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-b726b052-d56e-4fbb-9693-036ce63cae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:36.004930 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-b726b052-d56e-4fbb-9693-036ce63cae01 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763628 Jul 12 16:09:36.159781 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-7152274d-db38-440f-ad09-61da1321e294 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Jul 12 16:09:36.327054 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-edca1527-12b4-495c-a28e-8e7b53794fa4 req-437d53de-d74f-41ea-9d24-d71e5b160754 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548862 Jul 12 16:09:36.855742 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device eab392ad-7cce-4168-9714-fe0c100e17ce no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:09:36.885869 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: eab392ad-7cce-4168-9714-fe0c100e17ce {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:09:36.886477 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device eab392ad-7cce-4168-9714-fe0c100e17ce not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:09:40.621193 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:40.958944 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59110) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:41.208631 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-2d170744-7a7d-4791-8995-7def9001229c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3a75d70e371495faa12a6c4d37563db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461910 Jul 12 16:09:41.210011 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59118) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:41.292078 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7b64a078-6f18-4dd5-9158-ae3a96417c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.346676 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7b64a078-6f18-4dd5-9158-ae3a96417c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.416199 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7b64a078-6f18-4dd5-9158-ae3a96417c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.421138 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-7b64a078-6f18-4dd5-9158-ae3a96417c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:41.427039 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-7b64a078-6f18-4dd5-9158-ae3a96417c6d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6bc90ed0-47fc-439b-bc15-73f12788bff7 HTTP/1.1" status: 204 len: 168 time: 0.2150102 Jul 12 16:09:41.441212 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b64a078-6f18-4dd5-9158-ae3a96417c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc90ed0-47fc-439b-bc15-73f12788bff7,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:42.468807 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59148) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:42.603849 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2123960504-network', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:42.639579 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Made reservation on behalf of bb3064e7f4844ef6844b66d183720e63 for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:42.643305 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.655471 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.820974 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.827629 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.862673 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:09:42.869259 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb571fc-301a-4b18-ba45-74d0f96f2a45,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:42.879743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.879743 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Added segment 51ddbf4e-6406-4abb-bf16-e5e897174db3 of type vlan for network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 Jul 12 16:09:42.935515 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.984569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:42.987122 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:42.988153 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.083128 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6052659 Jul 12 16:09:43.084896 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59152) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:43.098506 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Request body: {'subnet': {'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2123960504-subnet', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'ip_version': 4}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:43.102501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66faa37-a208-4931-bbd3-ac3e319392b0 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:43.119222 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:09:43.149363 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Made reservation on behalf of bb3064e7f4844ef6844b66d183720e63 for: {'subnet': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:43.153043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59107734'] for subnet, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.441213 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58921145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59030380'] for subnet, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.509690 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3026e66-9815-4148-ad5e-5fca1fb708d2,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:43.569633 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Checking segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:43.570585 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Network hostable DHCP agents. Network: cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93201) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:09:43.598003 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93201) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:09:43.627200 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617) {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:43.635249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:43.635249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.641250 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8421a93-f256-43ed-be26-ede69d25bb52 None None] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:43.679333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59162) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:43.687894 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:43.690717 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-faa2228b-273e-4797-a002-149a924766d4 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6028516 Jul 12 16:09:43.716947 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.718031 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.792786 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:43.844867 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:09:43.846693 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.022974 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.070977 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Allocated IP 172.20.0.2 (cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617/a3026e66-9815-4148-ad5e-5fca1fb708d2/23c0e6eb-bf27-4c7a-a463-d073efb91b90) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:44.301477 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.314856 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Transition to ACTIVE for port object 23c0e6eb-bf27-4c7a-a463-d073efb91b90 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:44.348249 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Transition to ACTIVE for port object 23c0e6eb-bf27-4c7a-a463-d073efb91b90 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:44.356335 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.368916 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.393137 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.411642 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:44.415123 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:44.418517 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:44.429105 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Pushing event updated for resources: {'Port': ['ID=23c0e6eb-bf27-4c7a-a463-d073efb91b90,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:44.530175 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Attempting to bind port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:44.530635 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Attempting to bind port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:44.531101 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Attempting to bind port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 on network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:44.543321 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:44.543853 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Checking segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:44.544548 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.545301 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Bound using segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:44.546111 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Bound port: 23c0e6eb-bf27-4c7a-a463-d073efb91b90, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:44.546607 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.573420 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Allocated IP 172.27.3.201 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/a967d6b0-572f-4f63-8252-76a0bdda8c77) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:44.672252 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] For port 23c0e6eb-bf27-4c7a-a463-d073efb91b90, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:44.691393 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] For port 23c0e6eb-bf27-4c7a-a463-d073efb91b90, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=23c0e6eb-bf27-4c7a-a463-d073efb91b90,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:44.700445 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.718211 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.783057 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5d0b3-a2f2-4203-8142-8e430cbd3d9c None None] Pushing event updated for resources: {'Port': ['ID=23c0e6eb-bf27-4c7a-a463-d073efb91b90,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:44.795455 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:44.846167 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:44.850082 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:44.863450 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a967d6b0-572f-4f63-8252-76a0bdda8c77,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:44.866711 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:45.288094 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.325558 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 23c0e6eb-bf27-4c7a-a463-d073efb91b90 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:45.383469 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:45.524628 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.704108 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:09:45.867523 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:45.880801 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Sync routers for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:45.900842 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:45.901696 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:45.902858 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:45.906835 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-2b097ac7-7873-4280-b8d5-247b964ef8a2 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2232459 Jul 12 16:09:45.907149 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59184) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:46.121989 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:46.163125 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe1e7bd-7949-4b7a-b0b6-c2af6a1ccad4 None None] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:46.334204 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] Provisioning for port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:46.351330 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] Provisioning complete for port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:46.351892 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.499085 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.581216 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.619842 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:45Z', 'revision_number': 3, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:46.663827 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Checking router: 6455b2e8-661d-4ccc-b30a-ca7d1a58218f for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:46.664263 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Updating router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f port a967d6b0-572f-4f63-8252-76a0bdda8c77 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:09:46.681159 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] For port 23c0e6eb-bf27-4c7a-a463-d073efb91b90, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=23c0e6eb-bf27-4c7a-a463-d073efb91b90,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:46.702520 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.772776 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:46.789856 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Allocated IP 172.20.0.1 (cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617/a3026e66-9815-4148-ad5e-5fca1fb708d2/8fe888ab-d513-48c5-8241-daa501579209) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:46.823518 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8738f10-0f6e-4563-9154-f5c9690cff4f None None] Pushing event updated for resources: {'Port': ['ID=23c0e6eb-bf27-4c7a-a463-d073efb91b90,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:47.042830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.092138 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Transition to ACTIVE for port object 8fe888ab-d513-48c5-8241-daa501579209 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:47.193849 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.294712 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:47.296797 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe888ab-d513-48c5-8241-daa501579209,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:47.303258 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-1195f724-0a76-4c9e-81e9-e6a8b694c096 None None] Provisioning complete for port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:47.303516 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:47.304000 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-1195f724-0a76-4c9e-81e9-e6a8b694c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.306920 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:47.406057 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.610667 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 23c0e6eb-bf27-4c7a-a463-d073efb91b90 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:47.639475 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.679666 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Transition to ACTIVE for port object a967d6b0-572f-4f63-8252-76a0bdda8c77 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:47.699792 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.810739 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:47.811121 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.816079 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382982-347a-414d-b06b-2fda0ee748a2 None None] Pushing event updated for resources: {'Port': ['ID=a967d6b0-572f-4f63-8252-76a0bdda8c77,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:47.823688 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Attempting to bind port a967d6b0-572f-4f63-8252-76a0bdda8c77 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:47.824009 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Attempting to bind port a967d6b0-572f-4f63-8252-76a0bdda8c77 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:47.824476 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Attempting to bind port a967d6b0-572f-4f63-8252-76a0bdda8c77 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:47.866590 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:47.867068 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:47.867465 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.867884 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:47.868396 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Bound port: a967d6b0-572f-4f63-8252-76a0bdda8c77, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:47.868820 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:47.988070 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] For port a967d6b0-572f-4f63-8252-76a0bdda8c77, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:48.005257 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] For port a967d6b0-572f-4f63-8252-76a0bdda8c77, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=a967d6b0-572f-4f63-8252-76a0bdda8c77,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:48.044231 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.090675 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.093433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-da722e16-7035-4df2-b35b-0c14c91bfc50 None None] Provisioning for port 8fe888ab-d513-48c5-8241-daa501579209 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:48.119363 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-da722e16-7035-4df2-b35b-0c14c91bfc50 None None] Provisioning complete for port 8fe888ab-d513-48c5-8241-daa501579209 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:48.119883 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-da722e16-7035-4df2-b35b-0c14c91bfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.162447 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:48.163110 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:48.262834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d382982-347a-414d-b06b-2fda0ee748a2 None None] Pushing event updated for resources: {'Port': ['ID=a967d6b0-572f-4f63-8252-76a0bdda8c77,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:48.274718 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-da722e16-7035-4df2-b35b-0c14c91bfc50 None None] Port 8fe888ab-d513-48c5-8241-daa501579209 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:48.450236 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.457962 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.463928 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:48.583018 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:48.600129 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Pushing event updated for resources: {'Port': ['ID=8fe888ab-d513-48c5-8241-daa501579209,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:48.766196 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:48.768705 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:48.938054 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:46Z', 'revision_number': 1, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:48.994091 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:49.006678 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abd6f09-e381-42cb-ba84-473964513d5a None None] The sync data for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi is: [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:46Z', 'revision_number': 1, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:49.016112 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-21908e17-8f0a-4869-9a33-a0ea90ffb8b3 None None] Provisioning complete for port 8fe888ab-d513-48c5-8241-daa501579209 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:49.017222 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-21908e17-8f0a-4869-9a33-a0ea90ffb8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:49.081123 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-21908e17-8f0a-4869-9a33-a0ea90ffb8b3 None None] Port 8fe888ab-d513-48c5-8241-daa501579209 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:49.206814 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3309e221-666c-4bf6-9986-7a5fb3f9345c None None] Provisioning complete for port 8fe888ab-d513-48c5-8241-daa501579209 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:49.207420 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3309e221-666c-4bf6-9986-7a5fb3f9345c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:49.256531 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:49.262075 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-dbd04c69-5346-49d5-aeb5-671868c9cd79 admin admin] 10.222.0.70 "PUT /v2.0/routers/6455b2e8-661d-4ccc-b30a-ca7d1a58218f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3524599 Jul 12 16:09:49.310625 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-3309e221-666c-4bf6-9986-7a5fb3f9345c None None] Port 8fe888ab-d513-48c5-8241-daa501579209 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:50.215605 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59246) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:50.223252 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1274754060-network', 'tenant_id': '7d18ca066e4c435097cef83025491f5e'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:50.252704 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Made reservation on behalf of 7d18ca066e4c435097cef83025491f5e for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:50.258628 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.271047 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.389683 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.395426 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.433011 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:09:50.448111 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44b6677-edd0-4bf9-ad4e-abc19dd58728,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:50.454840 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.455721 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Added segment be69ed19-50ab-41bb-a510-03d69141bd07 of type vlan for network 2d18b730-285b-4697-b9c4-17c1cbba9e11 Jul 12 16:09:50.512844 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.562960 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.565200 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:50.566095 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.599080 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3819289 Jul 12 16:09:50.601887 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59254) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:50.611983 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Request body: {'subnet': {'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1274754060-subnet', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:50.646702 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Made reservation on behalf of 7d18ca066e4c435097cef83025491f5e for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:50.651549 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.693662 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a86b7d-9a49-4545-b7c7-4207ba56e4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d18b730-285b-4697-b9c4-17c1cbba9e11,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:50.709948 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:09:50.884799 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:50.966142 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb07f53e-3879-4c61-9133-b92f0b835742,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:50.979264 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Checking segment: {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:50.979876 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Network hostable DHCP agents. Network: 2d18b730-285b-4697-b9c4-17c1cbba9e11, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:09:51.008521 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:09:51.025118 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 2d18b730-285b-4697-b9c4-17c1cbba9e11) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:51.034218 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:51.037572 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.038108 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2896f4fe-1758-4d76-af47-c14738240b23 None None] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:51.073064 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-612af982-7e8d-4e63-955f-36ed66f2f9f0 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4690261 Jul 12 16:09:51.075617 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59280) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:51.084276 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:51.121904 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.123440 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.261030 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.305207 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-2d18b730-285b-4697-b9c4-17c1cbba9e11', 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'fixed_ips': [{'subnet_id': 'eb07f53e-3879-4c61-9133-b92f0b835742'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:09:51.306565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.401998 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a967d6b0-572f-4f63-8252-76a0bdda8c77 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:51.434352 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.511210 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port a967d6b0-572f-4f63-8252-76a0bdda8c77 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:51.520269 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port a967d6b0-572f-4f63-8252-76a0bdda8c77 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:51.520981 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.551543 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Allocated IP 172.20.0.2 (2d18b730-285b-4697-b9c4-17c1cbba9e11/eb07f53e-3879-4c61-9133-b92f0b835742/9ba74c3c-61ea-48f0-b5ad-9947d22dce44) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:51.708852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.725519 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.731666 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.749845 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port a967d6b0-572f-4f63-8252-76a0bdda8c77, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=a967d6b0-572f-4f63-8252-76a0bdda8c77,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:51.755850 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.856815 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Allocated IP 172.27.3.77 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/475472f8-2160-46a8-bd12-d08f9c4bcabc) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:51.879512 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=a967d6b0-572f-4f63-8252-76a0bdda8c77,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:51.888044 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.900654 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Transition to ACTIVE for port object 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:51.918634 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Transition to ACTIVE for port object 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:51.929380 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:51.973190 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Sync routers for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:51.984365 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:51.985022 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:51.990025 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:51.994282 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:51.999649 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:52.003333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.004453 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Pushing event updated for resources: {'Port': ['ID=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:52.058235 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.085054 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Attempting to bind port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:52.085426 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Attempting to bind port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:52.085794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Attempting to bind port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 on network 2d18b730-285b-4697-b9c4-17c1cbba9e11 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:52.092744 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:52.093653 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Checking segment: {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:52.093653 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.093948 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Bound using segment: {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:52.094432 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Bound port: 9ba74c3c-61ea-48f0-b5ad-9947d22dce44, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:52.095690 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.107348 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:52.116792 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:52.129352 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:52.133391 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Pushing event updated for resources: {'Port': ['ID=475472f8-2160-46a8-bd12-d08f9c4bcabc,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:52.184541 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] For port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:52.189554 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] For port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,segment=NetworkSegment(be69ed19-50ab-41bb-a510-03d69141bd07),segment_id=be69ed19-50ab-41bb-a510-03d69141bd07)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:52.197229 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.211988 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:52.288631 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887de4d-c4ab-4006-9c78-8f1fdb032048 None None] Pushing event updated for resources: {'Port': ['ID=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:52.531927 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.554151 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 2, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:52.603227 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Checking router: 6455b2e8-661d-4ccc-b30a-ca7d1a58218f for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:52.604061 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Updating router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f port 8fe888ab-d513-48c5-8241-daa501579209 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:09:52.654939 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.692057 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59320) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:52.741674 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Deleting subnet a68cdb61-413a-436c-a0a1-ec5906eab943 {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:09:52.745217 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.788042 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.794461 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.833252 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.899109 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.926214 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a68cdb61-413a-436c-a0a1-ec5906eab943,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:52.930600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.932847 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6e85c8d4-ce7c-41b5-953e-65616cf431ea admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a68cdb61-413a-436c-a0a1-ec5906eab943 HTTP/1.1" status: 204 len: 168 time: 0.2394578 Jul 12 16:09:52.935603 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59322) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:52.954579 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Router a7335938-fe3c-4a83-863c-7ef4abffca5d is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:09:52.978488 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:52.989271 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Transition to ACTIVE for port object 8fe888ab-d513-48c5-8241-daa501579209 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:52.996595 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.024190 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.120812 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Pushing event updated for resources: {'Port': ['ID=8fe888ab-d513-48c5-8241-daa501579209,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:53.123194 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Attempting to bind port 8fe888ab-d513-48c5-8241-daa501579209 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:53.123566 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Attempting to bind port 8fe888ab-d513-48c5-8241-daa501579209 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:53.123931 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Attempting to bind port 8fe888ab-d513-48c5-8241-daa501579209 on network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:53.131671 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:53.132042 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Checking segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:53.132730 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.132866 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.133491 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Bound using segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:53.134620 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Bound port: 8fe888ab-d513-48c5-8241-daa501579209, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:53.134826 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.149996 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['436cf3fe-4fe1-40c1-ab96-b59af7d5cc61']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:53.168791 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bb8f88-9316-43cf-8da0-073943999b4e') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:53.170950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bb8f88-9316-43cf-8da0-073943999b4e') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:53.173135 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.173703 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.177254 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.177763 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.178307 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.178810 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.179571 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.180144 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.181007 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.181566 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.182171 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.182718 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:53.191705 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.196383 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:53.213960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Sync routers for ids ['a7335938-fe3c-4a83-863c-7ef4abffca5d'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:09:53.235866 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Routers {'a7335938-fe3c-4a83-863c-7ef4abffca5d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:53.236730 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['a7335938-fe3c-4a83-863c-7ef4abffca5d'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:53.238919 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.258556 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:09:53.259116 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.278807 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.279868 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-773e6417-453b-4390-8ff0-1b489a0dac8b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2027197 Jul 12 16:09:53.284488 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59324) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:53.360811 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] For port 8fe888ab-d513-48c5-8241-daa501579209, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:53.365499 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] For port 8fe888ab-d513-48c5-8241-daa501579209, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=8fe888ab-d513-48c5-8241-daa501579209,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:53.380905 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:09:53.475938 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:09:53.483942 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.505973 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:53.513696 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f76c0-2550-4ab3-b8f5-09b0991b823a None None] Pushing event updated for resources: {'Port': ['ID=8fe888ab-d513-48c5-8241-daa501579209,revision_number=4']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:53.521121 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] 10.222.0.70 "DELETE /v2.0/networks/436cf3fe-4fe1-40c1-ab96-b59af7d5cc61 HTTP/1.1" status: 204 len: 168 time: 0.5842087 Jul 12 16:09:53.572274 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:53.577603 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:53.580038 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181409d7-6f95-45fd-a943-83001f704cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=436cf3fe-4fe1-40c1-ab96-b59af7d5cc61,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:53.623701 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Set router a7335938-fe3c-4a83-863c-7ef4abffca5d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:53.843291 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:53.912361 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:54.010501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59332) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:54.020611 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae32a283-18b4-42a6-86ed-77a431554e50 None None] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:54.098182 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-fa46642e-51fa-4256-b8ef-b2913dd34019 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f963264d932849a7b213732591fab6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851409 Jul 12 16:09:54.100474 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59334) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:54.172073 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:53Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:54.200299 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57eced-1d66-464e-927d-1fd0dc3e0dd8 None None] The sync data for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi is: [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:53Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:54.224153 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-48fd0040-37c9-452a-be9b-36d4ede2c4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.262894 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:54.275658 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-48fd0040-37c9-452a-be9b-36d4ede2c4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.299917 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a967d6b0-572f-4f63-8252-76a0bdda8c77 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:54.325411 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.401459 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-48fd0040-37c9-452a-be9b-36d4ede2c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.404342 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-48fd0040-37c9-452a-be9b-36d4ede2c4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.405624 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-48fd0040-37c9-452a-be9b-36d4ede2c4ff admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0 HTTP/1.1" status: 204 len: 168 time: 0.3040543 Jul 12 16:09:54.418513 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd0040-37c9-452a-be9b-36d4ede2c4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0d87c0-1c8a-40e3-acd7-1ff9be6447a0,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:54.484190 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] Provisioning for port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:54.504352 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] Provisioning complete for port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:54.505164 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.570732 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:52Z', 'revision_number': 3, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:54.583604 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port a967d6b0-572f-4f63-8252-76a0bdda8c77 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:54.583881 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.596243 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Allocated IP 172.20.0.1 (2d18b730-285b-4697-b9c4-17c1cbba9e11/eb07f53e-3879-4c61-9133-b92f0b835742/5df5802c-faab-43db-8cc8-6daaccf907e9) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:09:54.683505 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Checking router: a7335938-fe3c-4a83-863c-7ef4abffca5d for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:09:54.683863 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Updating router a7335938-fe3c-4a83-863c-7ef4abffca5d port 475472f8-2160-46a8-bd12-d08f9c4bcabc binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:09:54.753777 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.786945 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.815754 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Transition to ACTIVE for port object 5df5802c-faab-43db-8cc8-6daaccf907e9 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:54.851513 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:54.888861 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.024591 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:55.031400 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:55.035887 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:09:55.042097 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Pushing event updated for resources: {'Port': ['ID=5df5802c-faab-43db-8cc8-6daaccf907e9,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.047050 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] For port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,segment=NetworkSegment(be69ed19-50ab-41bb-a510-03d69141bd07),segment_id=be69ed19-50ab-41bb-a510-03d69141bd07)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:55.066412 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.132447 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.283310 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f967e-5146-48ca-8781-acd7943179b6 None None] Pushing event updated for resources: {'Port': ['ID=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.347102 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-ec3640b3-c5e0-48ad-b88f-8225f978128d None None] Provisioning complete for port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:55.347486 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ec3640b3-c5e0-48ad-b88f-8225f978128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.451093 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 8fe888ab-d513-48c5-8241-daa501579209 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:55.468178 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.526988 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.575006 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Transition to ACTIVE for port object 475472f8-2160-46a8-bd12-d08f9c4bcabc will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:09:55.593591 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.663130 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 8fe888ab-d513-48c5-8241-daa501579209 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:55.675545 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Attempting to bind port 475472f8-2160-46a8-bd12-d08f9c4bcabc on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:09:55.676066 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Attempting to bind port 475472f8-2160-46a8-bd12-d08f9c4bcabc by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:09:55.676394 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Attempting to bind port 475472f8-2160-46a8-bd12-d08f9c4bcabc on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:09:55.679047 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 8fe888ab-d513-48c5-8241-daa501579209 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:55.679426 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.682528 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0fd24-ff3a-4019-a1ce-c3959bef37af None None] Pushing event updated for resources: {'Port': ['ID=475472f8-2160-46a8-bd12-d08f9c4bcabc,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.725817 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:09:55.726297 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:55.727293 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.727293 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:09:55.728074 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Bound port: 475472f8-2160-46a8-bd12-d08f9c4bcabc, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:09:55.728891 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.741363 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.747949 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.818993 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-99407995-96eb-49b5-9ef0-a17145b673e3 None None] Provisioning for port 5df5802c-faab-43db-8cc8-6daaccf907e9 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:55.826446 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-99407995-96eb-49b5-9ef0-a17145b673e3 None None] Provisioning complete for port 5df5802c-faab-43db-8cc8-6daaccf907e9 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:55.826916 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-99407995-96eb-49b5-9ef0-a17145b673e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.837415 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59360) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:55.857504 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.861117 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Pushing event updated for resources: {'Port': ['ID=5df5802c-faab-43db-8cc8-6daaccf907e9,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:55.868795 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] For port 475472f8-2160-46a8-bd12-d08f9c4bcabc, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:09:55.886061 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] For port 475472f8-2160-46a8-bd12-d08f9c4bcabc, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=475472f8-2160-46a8-bd12-d08f9c4bcabc,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:09:55.913949 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-99407995-96eb-49b5-9ef0-a17145b673e3 None None] Port 5df5802c-faab-43db-8cc8-6daaccf907e9 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:55.920441 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:55.999298 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:09:56.001666 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:56.015922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-737131770-network', 'tenant_id': 'bc7735fd588e46eb81aa845fbe3133eb'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:56.052059 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Routers {'a7335938-fe3c-4a83-863c-7ef4abffca5d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:09:56.053504 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['a7335938-fe3c-4a83-863c-7ef4abffca5d'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:56.059466 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Made reservation on behalf of bc7735fd588e46eb81aa845fbe3133eb for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:56.065929 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.108094 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.115088 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.163188 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0fd24-ff3a-4019-a1ce-c3959bef37af None None] Pushing event updated for resources: {'Port': ['ID=475472f8-2160-46a8-bd12-d08f9c4bcabc,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.299962 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.307501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Router a7335938-fe3c-4a83-863c-7ef4abffca5d has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:09:56.310483 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.334573 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 8fe888ab-d513-48c5-8241-daa501579209, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=8fe888ab-d513-48c5-8241-daa501579209,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:56.341372 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c7fd2e5c-f378-4201-a25b-5963f06f9b29 None None] Provisioning complete for port 5df5802c-faab-43db-8cc8-6daaccf907e9 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:56.341745 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c7fd2e5c-f378-4201-a25b-5963f06f9b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.353682 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.393411 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:09:56.421482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1aec972-f669-4f19-a516-1c89926b5bc4,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.434400 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.434946 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Added segment dd0a9498-583b-4236-9650-d3c61ed585b2 of type vlan for network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 Jul 12 16:09:56.443374 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-4ec16cf7-39f2-4133-9f32-7c79c4308fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.487735 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] Set router a7335938-fe3c-4a83-863c-7ef4abffca5d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:09:56.491152 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd2e5c-f378-4201-a25b-5963f06f9b29 None None] Port 5df5802c-faab-43db-8cc8-6daaccf907e9 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:56.544902 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.594365 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:09:56.618496 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.620767 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:56.622323 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.624662 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-8081b621-7295-4d91-986d-609b36252e83 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7335938-fe3c-4a83-863c-7ef4abffca5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3385482 Jul 12 16:09:56.711340 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=8fe888ab-d513-48c5-8241-daa501579209,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.722437 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59370) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:56.731554 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Request body: {'subnet': {'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-737131770-subnet', 'tenant_id': 'bc7735fd588e46eb81aa845fbe3133eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:56.732780 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8925941 Jul 12 16:09:56.745395 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0f61bf3e-1b67-45f7-9051-a3ea42fbc0ad None None] Provisioning complete for port 5df5802c-faab-43db-8cc8-6daaccf907e9 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:56.745919 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f61bf3e-1b67-45f7-9051-a3ea42fbc0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.784720 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Made reservation on behalf of bc7735fd588e46eb81aa845fbe3133eb for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:09:56.785734 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884070c-674f-4f58-a04f-0a5b841486e5 admin admin] Pushing event updated for resources: {'Network': ['ID=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:56.793550 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:56.819979 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-0f61bf3e-1b67-45f7-9051-a3ea42fbc0ad None None] Port 5df5802c-faab-43db-8cc8-6daaccf907e9 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:09:56.823339 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:09:56.979033 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-84707db6-6679-48d9-af71-cae3b12d077b None None] Provisioning complete for port 8fe888ab-d513-48c5-8241-daa501579209 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:56.979495 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-84707db6-6679-48d9-af71-cae3b12d077b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.061912 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.128881 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=05965818-2eb4-4215-b1dd-81b27379faeb,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:57.139542 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Checking segment: {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:09:57.139907 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Network hostable DHCP agents. Network: 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:09:57.160560 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:09:57.162616 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5df5802c-faab-43db-8cc8-6daaccf907e9', 'name': '', 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'mac_address': 'fa:16:3e:bc:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:54Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 2, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'subnets': [{'id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:09:57.171603 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:09:57.179962 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:57.181302 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.211575 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e34a33-736a-41dd-8e3e-9b2aa7801145 None None] Network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:57.215252 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f79b4f-d97b-4e75-b272-7b2cb1d744f3 None None] The sync data for ids ['a7335938-fe3c-4a83-863c-7ef4abffca5d'] in dv-cinder-792642-4-iscsi is: [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5df5802c-faab-43db-8cc8-6daaccf907e9', 'name': '', 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'mac_address': 'fa:16:3e:bc:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:54Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 2, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'subnets': [{'id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:09:57.218209 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-95b45e7b-f193-4e42-b99b-a2daf235da5d admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4933996 Jul 12 16:09:57.318387 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:57.444093 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d0edf-53e8-44d3-b83d-bd170e6ccd55 None None] Network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:09:57.579455 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 59388) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:57.591599 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71323244', 'description': 'tempest-secgroup-smoke-71323244 description', 'project_id': 'bb3064e7f4844ef6844b66d183720e63'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:57.629148 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:57.630374 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.654596 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.810050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.820294 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.839473 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 8fe888ab-d513-48c5-8241-daa501579209 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:57.857585 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.862091 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59390) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:57.862728 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2779508 Jul 12 16:09:57.864532 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2892d-f5cf-4bff-9a21-23f35f9d7815 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e15857-7a5e-4681-b794-d41afd577bb7,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:57.871745 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group_rule': {'security_group_id': '35e15857-7a5e-4681-b794-d41afd577bb7', 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:57.916746 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:57.940875 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 8fe888ab-d513-48c5-8241-daa501579209 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:57.941495 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.010006 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.020963 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.048769 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.050050 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1844678 Jul 12 16:09:58.052845 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59396) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.059611 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group_rule': {'security_group_id': '35e15857-7a5e-4681-b794-d41afd577bb7', 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:58.065670 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b518a65-a1c3-435d-83eb-01a697cbe389 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08bda39e-1b90-4997-9e0b-3206da332cf2,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.096552 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.188017 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.194085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.214921 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d2535b-dbe0-4be4-bbd6-9877f72d656e,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.249019 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.253263 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-2b41e506-e058-4678-89e1-755867b71868 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1964579 Jul 12 16:09:58.253758 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59398) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.259175 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group_rule': {'security_group_id': '35e15857-7a5e-4681-b794-d41afd577bb7', 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:58.297279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.370312 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.374290 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.395018 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bb919a-34db-4d2c-87f5-2711879b5fe4,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.398753 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.399982 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-15c08b20-fee0-42d9-a27d-c383a4c35d9a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1444650 Jul 12 16:09:58.402752 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59400) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.408133 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group_rule': {'security_group_id': '35e15857-7a5e-4681-b794-d41afd577bb7', 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:58.439522 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.511758 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.516267 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.536982 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef81dee-fe68-400f-81a2-4f7c2cf24be1,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.544253 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.546509 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-e095cdd8-2d49-4b92-a94c-d0d0e79ba867 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425729 Jul 12 16:09:58.549762 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59402) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.555057 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group_rule': {'security_group_id': '35e15857-7a5e-4681-b794-d41afd577bb7', 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:58.581218 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.securitygroups_db [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Project bb3064e7f4844ef6844b66d183720e63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:09:58.586922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.657116 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.665111 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.690394 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81777d87-7389-4ac9-84a3-58d2b2398887,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.695489 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.700133 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c74842fc-7da4-4005-87f1-712a2dfa37a0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461468 Jul 12 16:09:58.700303 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 59406) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:09:58.708400 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'security_group_rule': {'security_group_id': '35e15857-7a5e-4681-b794-d41afd577bb7', 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:09:58.743499 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.securitygroups_db [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Project bb3064e7f4844ef6844b66d183720e63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:09:58.750230 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.829570 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.833902 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.853977 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b76699-2eaa-4234-b8eb-cdb8845184d8,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:58.863569 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:58.865298 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8ce41cf3-c9da-47ae-8782-248bd9465acf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634274 Jul 12 16:09:59.120903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-f2cf1b63-b240-40c3-a041-9295c9dcada1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.244661 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.291137 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 475472f8-2160-46a8-bd12-d08f9c4bcabc up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:09:59.343193 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-6ca360c4-8d21-478e-9cc9-4b007c5523fb tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:09:59.350271 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-6ca360c4-8d21-478e-9cc9-4b007c5523fb tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/networks?id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 200 len: 813 time: 0.1897061 Jul 12 16:09:59.362424 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 475472f8-2160-46a8-bd12-d08f9c4bcabc completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:09:59.365358 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-a9daadbe-40b1-4065-8b94-4f59ef830348 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/quotas/bc7735fd588e46eb81aa845fbe3133eb HTTP/1.1" status: 200 len: 375 time: 0.0131204 Jul 12 16:09:59.368706 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 475472f8-2160-46a8-bd12-d08f9c4bcabc triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:09:59.369320 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.415619 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-2c542b30-d919-439c-9e9e-dac742654324 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373659 Jul 12 16:09:59.488200 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.531389 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 475472f8-2160-46a8-bd12-d08f9c4bcabc, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=475472f8-2160-46a8-bd12-d08f9c4bcabc,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:09:59.541089 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:09:59.618057 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=475472f8-2160-46a8-bd12-d08f9c4bcabc,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:09:59.630204 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.630561 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.631168 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.631515 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.631857 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.632201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.632567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.632959 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.633299 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.633630 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.633963 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.634773 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:09:59.862608 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-7b57045a-a629-4463-9f8f-536bbcce07ab service neutron] 10.222.0.70 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393888 Jul 12 16:09:59.970842 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-dd557509-66c8-4d50-984d-760f0cc15c6d service neutron] 10.222.0.70 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020312 Jul 12 16:10:00.139282 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:00.263812 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-27c06094-4c5e-43f5-98d4-bee14d251f5d req-ccd8885e-0ca6-405f-b229-e986e498750b tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 210 time: 0.0387571 Jul 12 16:10:01.253244 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 475472f8-2160-46a8-bd12-d08f9c4bcabc up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:01.341157 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 475472f8-2160-46a8-bd12-d08f9c4bcabc triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:01.341458 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.352615 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Sync routers for ids ['a7335938-fe3c-4a83-863c-7ef4abffca5d'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:10:01.363798 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Routers {'a7335938-fe3c-4a83-863c-7ef4abffca5d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:01.364841 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['a7335938-fe3c-4a83-863c-7ef4abffca5d'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:01.463161 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-64fed4a4-22b8-418b-bcf1-8e0efa248f8e req-92de8698-b839-488c-b585-de0729af1be9 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 210 time: 0.0356002 Jul 12 16:10:01.497348 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Set router a7335938-fe3c-4a83-863c-7ef4abffca5d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:01.607992 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-c63c55db-a263-44ed-95e6-76d4cb6ff784 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:01.609776 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-c63c55db-a263-44ed-95e6-76d4cb6ff784 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "GET /v2.0/networks?id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 200 len: 813 time: 0.1314530 Jul 12 16:10:01.614975 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.634193 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Request body: {'port': {'device_id': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8', 'admin_state_up': True, 'tenant_id': 'bc7735fd588e46eb81aa845fbe3133eb'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:01.776439 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Made reservation on behalf of bc7735fd588e46eb81aa845fbe3133eb for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:01.777096 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5df5802c-faab-43db-8cc8-6daaccf907e9', 'name': '', 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'mac_address': 'fa:16:3e:bc:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:54Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 2, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'subnets': [{'id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:01.780110 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:01.914430 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Checking router: a7335938-fe3c-4a83-863c-7ef4abffca5d for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:10:01.915001 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Updating router a7335938-fe3c-4a83-863c-7ef4abffca5d port 5df5802c-faab-43db-8cc8-6daaccf907e9 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:10:01.947757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Allocated IP 172.20.0.11 (487269aa-c2c1-4dff-8c8d-1b6654bfc3b8/05965818-2eb4-4215-b1dd-81b27379faeb/8483b67c-6419-4b3d-bd5d-089534cc7b1a) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:01.954616 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.144827 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.197825 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.248387 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:02.253256 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:02.258435 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:02.279473 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.291844 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Pushing event updated for resources: {'Port': ['ID=8483b67c-6419-4b3d-bd5d-089534cc7b1a,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:02.295926 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Transition to ACTIVE for port object 5df5802c-faab-43db-8cc8-6daaccf907e9 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:02.305007 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.308275 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.308675 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.309088 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.309511 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.309935 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.310325 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.311422 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.311422 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.311806 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.312052 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.312488 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.312923 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:10:02.340154 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:02.341042 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.362872 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-f103e7fb-82e9-4c11-bc97-51221277ac1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7330620 Jul 12 16:10:02.371199 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62662307-ec02-4e78-80a8-c555188385b4 None None] Pushing event updated for resources: {'Port': ['ID=5df5802c-faab-43db-8cc8-6daaccf907e9,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:02.385874 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Request body: {'port': {'device_id': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:02.459763 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Attempting to bind port 5df5802c-faab-43db-8cc8-6daaccf907e9 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:02.460540 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Attempting to bind port 5df5802c-faab-43db-8cc8-6daaccf907e9 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:02.461135 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Attempting to bind port 5df5802c-faab-43db-8cc8-6daaccf907e9 on network 2d18b730-285b-4697-b9c4-17c1cbba9e11 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:02.482899 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:02.483273 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Checking segment: {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:02.483673 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.484070 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Bound using segment: {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:02.484575 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Bound port: 5df5802c-faab-43db-8cc8-6daaccf907e9, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be69ed19-50ab-41bb-a510-03d69141bd07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:02.485062 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.527089 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.578418 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] For port 5df5802c-faab-43db-8cc8-6daaccf907e9, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:02.582631 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] For port 5df5802c-faab-43db-8cc8-6daaccf907e9, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5df5802c-faab-43db-8cc8-6daaccf907e9,segment=NetworkSegment(be69ed19-50ab-41bb-a510-03d69141bd07),segment_id=be69ed19-50ab-41bb-a510-03d69141bd07)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:02.587814 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:02.665178 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62662307-ec02-4e78-80a8-c555188385b4 None None] Pushing event updated for resources: {'Port': ['ID=5df5802c-faab-43db-8cc8-6daaccf907e9,revision_number=4']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:02.667986 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Routers {'a7335938-fe3c-4a83-863c-7ef4abffca5d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:02.668723 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:09:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['a7335938-fe3c-4a83-863c-7ef4abffca5d'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:02.877842 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] Set router a7335938-fe3c-4a83-863c-7ef4abffca5d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:02.957502 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e196ab-2f5a-4abf-9e03-ec9f4fc6f985 req-b1804b59-36ff-49f2-81b2-64da8ac30e10 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:02.959074 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-35e196ab-2f5a-4abf-9e03-ec9f4fc6f985 req-b1804b59-36ff-49f2-81b2-64da8ac30e10 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 932 time: 0.2896318 Jul 12 16:10:03.034703 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-35e196ab-2f5a-4abf-9e03-ec9f4fc6f985 req-79a290cd-0007-4519-afff-4bb19b3f8521 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559518 Jul 12 16:10:03.101336 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8483b67c-6419-4b3d-bd5d-089534cc7b1a {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:03.116351 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.137920 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Transition to ACTIVE for port object 8483b67c-6419-4b3d-bd5d-089534cc7b1a will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:03.138909 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5df5802c-faab-43db-8cc8-6daaccf907e9', 'name': '', 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'mac_address': 'fa:16:3e:bc:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:54Z', 'updated_at': '2021-07-12T16:10:02Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'subnets': [{'id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:03.144806 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.168582 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe2d9bd-cccf-4fdd-81a4-70128aedf22e None None] The sync data for ids ['a7335938-fe3c-4a83-863c-7ef4abffca5d'] in dv-cinder-792642-4-iscsi is: [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:55Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5df5802c-faab-43db-8cc8-6daaccf907e9', 'name': '', 'network_id': '2d18b730-285b-4697-b9c4-17c1cbba9e11', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'mac_address': 'fa:16:3e:bc:bb:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:54Z', 'updated_at': '2021-07-12T16:10:02Z', 'revision_number': 4, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'subnets': [{'id': 'eb07f53e-3879-4c61-9133-b92f0b835742', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:10:03.267761 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=8483b67c-6419-4b3d-bd5d-089534cc7b1a,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:03.335548 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5df5802c-faab-43db-8cc8-6daaccf907e9 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:03.372921 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Attempting to bind port 8483b67c-6419-4b3d-bd5d-089534cc7b1a on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:03.373381 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Attempting to bind port 8483b67c-6419-4b3d-bd5d-089534cc7b1a by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:03.373818 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Attempting to bind port 8483b67c-6419-4b3d-bd5d-089534cc7b1a on network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:03.392191 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Port 8483b67c-6419-4b3d-bd5d-089534cc7b1a on network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:03.392881 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Attempting to bind port 8483b67c-6419-4b3d-bd5d-089534cc7b1a on network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:03.408138 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:03.408570 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Checking segment: {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:03.409787 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Bound using segment: {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:03.410382 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Bound port: 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:03.411235 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.415394 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 5df5802c-faab-43db-8cc8-6daaccf907e9 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:03.420181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 5df5802c-faab-43db-8cc8-6daaccf907e9 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:03.420645 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.530944 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] For port 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:03.547594 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] For port 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:03.557907 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.562387 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.575370 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80809f27-589a-4103-a693-3283454946b8 req-d573ac20-056c-45be-a4fd-3418c0bfa110 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.577068 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-80809f27-589a-4103-a693-3283454946b8 req-d573ac20-056c-45be-a4fd-3418c0bfa110 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1270506 Jul 12 16:10:03.597906 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 5df5802c-faab-43db-8cc8-6daaccf907e9, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5df5802c-faab-43db-8cc8-6daaccf907e9,segment=NetworkSegment(be69ed19-50ab-41bb-a510-03d69141bd07),segment_id=be69ed19-50ab-41bb-a510-03d69141bd07)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:03.603481 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.642647 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.643776 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:03.649596 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] 10.222.0.66 "PUT /v2.0/ports/8483b67c-6419-4b3d-bd5d-089534cc7b1a HTTP/1.1" status: 200 len: 1094 time: 1.2693498 Jul 12 16:10:03.659374 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'tag': '8483b67c-6419-4b3d-bd5d-089534cc7b1a'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:03.667095 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d735362d-dab3-4210-a88f-6a2e1ec586a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5196e867-07b7-43ef-ad80-fe9a8a2eb30c", "tag": "8483b67c-6419-4b3d-bd5d-089534cc7b1a"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:03.710240 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=5df5802c-faab-43db-8cc8-6daaccf907e9,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:03.736745 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-80809f27-589a-4103-a693-3283454946b8 req-b5d5563d-b584-4993-a0c0-659898d4aa0e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348283 Jul 12 16:10:03.774331 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e0ad6-9948-4f2f-b9ab-8808b2cf8ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=8483b67c-6419-4b3d-bd5d-089534cc7b1a,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:03.883770 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4516c12-4dd2-4269-8a18-823ee7c2143d x-openstack-request-id: req-c4516c12-4dd2-4269-8a18-823ee7c2143d {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:03.883770 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5196e867-07b7-43ef-ad80-fe9a8a2eb30c", "tag": "8483b67c-6419-4b3d-bd5d-089534cc7b1a", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:03.883770 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4516c12-4dd2-4269-8a18-823ee7c2143d {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:03.883770 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'tag': '8483b67c-6419-4b3d-bd5d-089534cc7b1a', 'status': 'completed', 'code': 200} Jul 12 16:10:03.911375 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-e1d14234-f925-477e-839d-bae2610c67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:03.914479 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-e1d14234-f925-477e-839d-bae2610c67ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 1097 time: 0.1768751 Jul 12 16:10:03.975912 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-c4b10c6c-638d-437f-9529-862f81fd3db4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a HTTP/1.1" status: 200 len: 217 time: 0.0418100 Jul 12 16:10:04.006723 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-458eca95-fa36-46df-a0ec-726086b103fa None None] Provisioning complete for port 5df5802c-faab-43db-8cc8-6daaccf907e9 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:04.007268 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-458eca95-fa36-46df-a0ec-726086b103fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:04.034014 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-a810c526-fd39-4ac9-9482-c03c192325ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.035644 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-a810c526-fd39-4ac9-9482-c03c192325ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05965818-2eb4-4215-b1dd-81b27379faeb HTTP/1.1" status: 200 len: 853 time: 0.0489993 Jul 12 16:10:04.081986 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-8094a46c-ef3f-4f0c-95ef-5874f711a53d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356913 Jul 12 16:10:04.193474 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-3b1417a2-9a04-45d0-a2fe-eedc822b54c9 service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033218 Jul 12 16:10:04.274819 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a594a-7902-40cf-ab95-49d99f407d18 req-d3d5ef01-3939-4e7b-b755-c94c11d7b34c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.276388 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b48a594a-7902-40cf-ab95-49d99f407d18 req-d3d5ef01-3939-4e7b-b755-c94c11d7b34c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 944 time: 0.0786848 Jul 12 16:10:04.319709 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-22a35efe-c934-432d-9dbb-78ba0914a6d5 req-1def1fb9-30e5-47bf-8710-01c7e4c0f45b service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184154 Jul 12 16:10:04.327395 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b48a594a-7902-40cf-ab95-49d99f407d18 req-8f9d9eee-41a8-4376-831a-d20d09de0e2d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412154 Jul 12 16:10:04.502962 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-3c847d2c-e79c-4ace-bcf3-1b565bb36e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.504481 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-3c847d2c-e79c-4ace-bcf3-1b565bb36e81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 1097 time: 0.0672491 Jul 12 16:10:04.609393 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-35aa492b-9840-4897-bf83-d346cb409c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.611682 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-35aa492b-9840-4897-bf83-d346cb409c6b service neutron] 10.222.0.66 "GET /v2.0/networks?id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 200 len: 914 time: 0.0997546 Jul 12 16:10:04.656364 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-7737220d-5790-4f33-aaca-919e0057ef3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a HTTP/1.1" status: 200 len: 217 time: 0.0373273 Jul 12 16:10:04.732220 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-5e3a8e93-496a-4a1c-a0a2-6b7b781ec74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:04.734426 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-5e3a8e93-496a-4a1c-a0a2-6b7b781ec74e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05965818-2eb4-4215-b1dd-81b27379faeb HTTP/1.1" status: 200 len: 853 time: 0.0669358 Jul 12 16:10:04.771864 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-877822ea-4d35-4509-9d35-8e3e92636003 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286102 Jul 12 16:10:04.882701 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-591f9b19-3c95-4c1c-b176-ee66de72347f service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038520 Jul 12 16:10:05.054057 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d735362d-dab3-4210-a88f-6a2e1ec586a1 req-387fc1b7-2b1e-4271-846e-f5effa9c62a2 service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601160 Jul 12 16:10:05.072320 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb9b6a-aef2-4be1-a1ab-b3f762186a2e req-bbf1f75f-b86f-4502-a5f1-b23d236aa395 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:05.074059 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-67bb9b6a-aef2-4be1-a1ab-b3f762186a2e req-bbf1f75f-b86f-4502-a5f1-b23d236aa395 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1497300 Jul 12 16:10:05.134453 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-67bb9b6a-aef2-4be1-a1ab-b3f762186a2e req-3700624f-4f6d-4d1b-afc0-18245f1c69a6 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519135 Jul 12 16:10:05.245889 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5df5802c-faab-43db-8cc8-6daaccf907e9 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:05.307416 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 5df5802c-faab-43db-8cc8-6daaccf907e9 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:05.307882 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:05.566817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44327d0-ea33-4326-a318-ea9465153958 req-8b16eb48-c1da-4cba-a6c4-a187e51d8f91 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:05.568819 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c44327d0-ea33-4326-a318-ea9465153958 req-8b16eb48-c1da-4cba-a6c4-a187e51d8f91 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 944 time: 0.0797544 Jul 12 16:10:05.583034 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:10:05.611794 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c44327d0-ea33-4326-a318-ea9465153958 req-42f67616-0c52-4c52-8e10-ffc8fe52af4d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349851 Jul 12 16:10:06.364052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e10889-7edd-420a-87df-10b47fc86e70 req-9699652f-e118-4ea9-9001-9924976ca975 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:06.365935 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-10e10889-7edd-420a-87df-10b47fc86e70 req-9699652f-e118-4ea9-9001-9924976ca975 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0855010 Jul 12 16:10:06.413336 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-10e10889-7edd-420a-87df-10b47fc86e70 req-2d95e594-5db5-4506-9662-8390c393e431 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411010 Jul 12 16:10:06.831584 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befbd988-9e63-4c36-b958-a58d3882e000 req-6d568bcd-ec27-4b85-a52c-6d37589d81ad tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:06.833280 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-befbd988-9e63-4c36-b958-a58d3882e000 req-6d568bcd-ec27-4b85-a52c-6d37589d81ad tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 944 time: 0.0783398 Jul 12 16:10:06.881111 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-befbd988-9e63-4c36-b958-a58d3882e000 req-524f653f-e0d9-420d-8608-dc82256c339f tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Jul 12 16:10:06.947955 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 8483b67c-6419-4b3d-bd5d-089534cc7b1a details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:07.064891 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:07.078156 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '8483b67c-6419-4b3d-bd5d-089534cc7b1a', 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8', 'port_id': '8483b67c-6419-4b3d-bd5d-089534cc7b1a', 'mac_address': 'fa:16:3e:74:25:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05965818-2eb4-4215-b1dd-81b27379faeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:07.124704 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:07.139953 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8483b67c-6419-4b3d-bd5d-089534cc7b1a {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:07.172892 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:07.178970 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:07.244768 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=8483b67c-6419-4b3d-bd5d-089534cc7b1a,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:07.595304 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['8483b67c-6419-4b3d-bd5d-089534cc7b1a'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:07.798288 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd782c-3237-49e9-8488-214cea675a97 req-25e92b10-9c6a-49c9-be05-9696e9b97c51 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:07.799988 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-65bd782c-3237-49e9-8488-214cea675a97 req-25e92b10-9c6a-49c9-be05-9696e9b97c51 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0885463 Jul 12 16:10:07.848014 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-65bd782c-3237-49e9-8488-214cea675a97 req-fed73a42-959f-4440-a536-a5c6830ec86a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415733 Jul 12 16:10:08.092950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd610420-e239-453b-8d5f-6bfd556f625c req-8e7fccf5-19ca-4e94-aa70-2355003b5b94 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:08.094708 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cd610420-e239-453b-8d5f-6bfd556f625c req-8e7fccf5-19ca-4e94-aa70-2355003b5b94 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 945 time: 0.0832906 Jul 12 16:10:08.146981 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cd610420-e239-453b-8d5f-6bfd556f625c req-61e84e1b-63cb-432b-84cb-661cbbd30fc0 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451064 Jul 12 16:10:08.956659 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 8483b67c-6419-4b3d-bd5d-089534cc7b1a up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:09.018381 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 8483b67c-6419-4b3d-bd5d-089534cc7b1a completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:09.022498 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 8483b67c-6419-4b3d-bd5d-089534cc7b1a triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:09.024535 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.055531 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf4dee-a59a-4d02-993d-fe31f46350e0 req-18389d10-e8be-4c0f-baa7-7fa732e9bdc7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.057130 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f6bf4dee-a59a-4d02-993d-fe31f46350e0 req-18389d10-e8be-4c0f-baa7-7fa732e9bdc7 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0745139 Jul 12 16:10:09.099764 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f6bf4dee-a59a-4d02-993d-fe31f46350e0 req-7b445110-6b56-4b6c-836a-dba9441fff2c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345314 Jul 12 16:10:09.117660 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.141064 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8483b67c-6419-4b3d-bd5d-089534cc7b1a'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:09.143532 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5df9066-a5b5-484a-951b-4639878e3d3c" -d '{"events": [{"server_uuid": "5196e867-07b7-43ef-ad80-fe9a8a2eb30c", "name": "network-vif-plugged", "status": "completed", "tag": "8483b67c-6419-4b3d-bd5d-089534cc7b1a"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:09.156272 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:09.162701 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:09.211284 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceee308-8a13-4d06-902a-769f21210def x-openstack-request-id: req-1ceee308-8a13-4d06-902a-769f21210def {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:09.211284 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196e867-07b7-43ef-ad80-fe9a8a2eb30c", "name": "network-vif-plugged", "status": "completed", "tag": "8483b67c-6419-4b3d-bd5d-089534cc7b1a", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:09.211681 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-1ceee308-8a13-4d06-902a-769f21210def {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:09.212254 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8483b67c-6419-4b3d-bd5d-089534cc7b1a', 'code': 200} Jul 12 16:10:09.240892 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=8483b67c-6419-4b3d-bd5d-089534cc7b1a,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:09.509523 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b5042-4db5-4de5-a7d2-796dc956c7f6 req-6b08b1bf-54ea-4ad8-9761-8b11b47bb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.511501 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-210b5042-4db5-4de5-a7d2-796dc956c7f6 req-6b08b1bf-54ea-4ad8-9761-8b11b47bb59f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 1099 time: 0.0646203 Jul 12 16:10:09.527633 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0760d-5436-4d7b-b069-6d1270a66736 req-f8ae54d8-ea68-47f9-800b-6523020ef1e9 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:09.529279 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dbe0760d-5436-4d7b-b069-6d1270a66736 req-f8ae54d8-ea68-47f9-800b-6523020ef1e9 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.0740287 Jul 12 16:10:09.561145 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-210b5042-4db5-4de5-a7d2-796dc956c7f6 req-71c320b0-3384-42b5-bd2c-0b7cb192c3aa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Jul 12 16:10:09.580045 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dbe0760d-5436-4d7b-b069-6d1270a66736 req-6c21a868-764c-4954-8da4-172c0da30932 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Jul 12 16:10:10.298711 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336a585-c8a5-4e40-addf-8b42fab5b856 req-c011e9b1-f29d-45de-8961-7047376f0c07 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:10.300732 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4336a585-c8a5-4e40-addf-8b42fab5b856 req-c011e9b1-f29d-45de-8961-7047376f0c07 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0745187 Jul 12 16:10:10.350638 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4336a585-c8a5-4e40-addf-8b42fab5b856 req-25c42e8f-b3fe-4c4d-a2f8-f4d3d4a045f0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436389 Jul 12 16:10:10.547439 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:10.765441 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f9043-89f3-44ac-a9ce-9569b2bc9cbb req-5650d666-db84-4ca0-bb8c-4ae44413e24a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:10.768404 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-132f9043-89f3-44ac-a9ce-9569b2bc9cbb req-5650d666-db84-4ca0-bb8c-4ae44413e24a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.0661995 Jul 12 16:10:10.808043 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-132f9043-89f3-44ac-a9ce-9569b2bc9cbb req-9b239b79-3dd2-45bf-9955-6bfec20a1068 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Jul 12 16:10:11.556249 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03533f0c-b498-4526-b3ca-17e4c5241529 req-ad758169-d590-46f0-b636-bccccf7f4a3d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:11.557813 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-03533f0c-b498-4526-b3ca-17e4c5241529 req-ad758169-d590-46f0-b636-bccccf7f4a3d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0708125 Jul 12 16:10:11.600087 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-03533f0c-b498-4526-b3ca-17e4c5241529 req-5095abf8-40af-46fc-88b5-dab6f935dcc9 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363264 Jul 12 16:10:12.013310 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8840b-c343-4287-a732-d74ee837dfc7 req-b0178028-a090-42be-ac05-1d36b86117dc tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.016636 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a2e8840b-c343-4287-a732-d74ee837dfc7 req-b0178028-a090-42be-ac05-1d36b86117dc tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.0808337 Jul 12 16:10:12.066629 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a2e8840b-c343-4287-a732-d74ee837dfc7 req-b5f3bc04-f5ee-44ca-8071-bcf56213b21d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Jul 12 16:10:12.823865 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d707828-93a6-4142-820f-84533678af9c req-479f0723-4ee5-4c26-a261-9663d79839f5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:12.825668 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3d707828-93a6-4142-820f-84533678af9c req-479f0723-4ee5-4c26-a261-9663d79839f5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0911984 Jul 12 16:10:12.873028 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3d707828-93a6-4142-820f-84533678af9c req-66d4be7e-a5af-4736-a27b-71ec79e14abe tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396743 Jul 12 16:10:14.116718 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f136d9b-ce2b-4fb9-8022-8ac0c31e3ec4 req-823fac13-a2dd-41d0-90b7-0b5e2bce04ca tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:14.118527 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3f136d9b-ce2b-4fb9-8022-8ac0c31e3ec4 req-823fac13-a2dd-41d0-90b7-0b5e2bce04ca tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0955248 Jul 12 16:10:14.170777 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3f136d9b-ce2b-4fb9-8022-8ac0c31e3ec4 req-9c57c53d-7806-4b5d-bec2-70487cc83093 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Jul 12 16:10:15.376789 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1724f-90b1-42e5-b630-0d31d256f213 req-37ddb008-e5f0-4591-bf9d-14785bbed5e4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:15.378446 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c9f1724f-90b1-42e5-b630-0d31d256f213 req-37ddb008-e5f0-4591-bf9d-14785bbed5e4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0717120 Jul 12 16:10:15.430804 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c9f1724f-90b1-42e5-b630-0d31d256f213 req-f1948b6b-0280-4c63-899e-8434dc9f615b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Jul 12 16:10:16.651916 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7844a7-59be-4ebf-adde-082462e0e4a2 req-a9bad8cc-5e7b-4ae3-bd57-062dd20768fb tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:16.653620 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6d7844a7-59be-4ebf-adde-082462e0e4a2 req-a9bad8cc-5e7b-4ae3-bd57-062dd20768fb tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0784543 Jul 12 16:10:16.707507 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6d7844a7-59be-4ebf-adde-082462e0e4a2 req-6a64c649-14d6-42e4-a393-f5c7dee3602a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465739 Jul 12 16:10:16.982599 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:17.287925 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:17.303899 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'mac_address': 'fa:16:3e:26:10:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:17.351609 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.370619 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bfe4d18-786a-4a44-a7ff-16df500b30c4 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:17.400298 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:17.412722 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.512242 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=6']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:17.654627 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['0bfe4d18-786a-4a44-a7ff-16df500b30c4'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:17.766229 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fba5c84c-a96c-49b4-994d-9c36b8c67aeb None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:17.766613 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fba5c84c-a96c-49b4-994d-9c36b8c67aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.918487 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fba5c84c-a96c-49b4-994d-9c36b8c67aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:17.937167 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595482b2-3796-48af-adbd-1806c0e3e639 req-b8735e74-8b43-4396-bba1-bfa62a02564c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:17.948437 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-595482b2-3796-48af-adbd-1806c0e3e639 req-b8735e74-8b43-4396-bba1-bfa62a02564c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 945 time: 0.0978980 Jul 12 16:10:17.957207 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:17.959644 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dba1db4-a2f1-42a8-a302-fef9e2208de3" -d '{"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:17.985478 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-fba5c84c-a96c-49b4-994d-9c36b8c67aeb None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:17.995124 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fba5c84c-a96c-49b4-994d-9c36b8c67aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.043749 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-595482b2-3796-48af-adbd-1806c0e3e639 req-7e5982bc-94c8-4567-9bdb-2805e81be8e5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938382 Jul 12 16:10:18.072567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dfe5ac-31b3-4037-a088-ed4ed8c3b58c x-openstack-request-id: req-08dfe5ac-31b3-4037-a088-ed4ed8c3b58c {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:18.072567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:18.072567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-08dfe5ac-31b3-4037-a088-ed4ed8c3b58c {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:18.072567 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'code': 200} Jul 12 16:10:18.098420 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5c84c-a96c-49b4-994d-9c36b8c67aeb None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=7']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:18.384105 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d541be8e-1353-4054-9fc9-22951e035096 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:18.384403 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d541be8e-1353-4054-9fc9-22951e035096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:18.996307 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:19.045505 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:19.045878 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:19.260314 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302533f1-9540-430b-bd5c-7d977942ab83 req-ed17757e-bf96-41e8-acda-cdbb6f230450 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:19.261727 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-302533f1-9540-430b-bd5c-7d977942ab83 req-ed17757e-bf96-41e8-acda-cdbb6f230450 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0787117 Jul 12 16:10:19.301428 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-302533f1-9540-430b-bd5c-7d977942ab83 req-797ef882-a086-46d5-a17b-bd0da9522f47 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Jul 12 16:10:20.521342 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee359c-4513-43ae-9a1a-484242ef083a req-6ef1e556-a80f-420a-bfcf-ecf8e9b25905 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:20.528916 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9eee359c-4513-43ae-9a1a-484242ef083a req-6ef1e556-a80f-420a-bfcf-ecf8e9b25905 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0871618 Jul 12 16:10:20.576420 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9eee359c-4513-43ae-9a1a-484242ef083a req-951acdcb-a0b4-453d-8605-6e3a8d3192db tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463457 Jul 12 16:10:21.403601 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-6519be31-1599-4d55-b333-bd5448b48b95 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71323244&fields=id&tenant_id=bb3064e7f4844ef6844b66d183720e63 HTTP/1.1" status: 200 len: 267 time: 0.0503237 Jul 12 16:10:21.556804 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-6b506174-8cea-4bd8-8ef4-4800b0427398 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:21.558732 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-6b506174-8cea-4bd8-8ef4-4800b0427398 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 809 time: 0.1536443 Jul 12 16:10:21.577345 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-89b76b4a-faee-4b69-9f58-2365ed047c3c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/quotas/bb3064e7f4844ef6844b66d183720e63 HTTP/1.1" status: 200 len: 375 time: 0.0110948 Jul 12 16:10:21.668961 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2e0b0636-dc17-4c4e-b0a5-a58237f7f369 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779274 Jul 12 16:10:21.783562 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-00c44820-65fa-431f-869b-93ea115ae770 service neutron] 10.222.0.70 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130433 Jul 12 16:10:21.810592 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd6d13-3442-4561-b4bb-3becec64b59a req-260f651f-2bf4-48d9-bc93-e22e8285851d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:21.825448 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3bcd6d13-3442-4561-b4bb-3becec64b59a req-260f651f-2bf4-48d9-bc93-e22e8285851d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0926652 Jul 12 16:10:21.940130 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3bcd6d13-3442-4561-b4bb-3becec64b59a req-20ca6718-5fbd-4f99-9aa5-71540687df3b tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950406 Jul 12 16:10:21.953172 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-64159a69-e735-497f-bc2a-d3f354562ee5 service neutron] 10.222.0.70 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690695 Jul 12 16:10:22.410562 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-362260a5-301b-4d9d-ad7b-48f85d97a156 req-a9897c43-3a85-47ff-b7ea-cb547e34b4a1 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 210 time: 0.0602114 Jul 12 16:10:23.160865 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b5081-db12-4eb6-9c72-f42c7a9f52f8 req-85d78470-63d0-4c41-a345-984f73a9c0b1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:23.162536 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a80b5081-db12-4eb6-9c72-f42c7a9f52f8 req-85d78470-63d0-4c41-a345-984f73a9c0b1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0699620 Jul 12 16:10:23.260187 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a80b5081-db12-4eb6-9c72-f42c7a9f52f8 req-3cd7c697-9398-4da5-9893-92880f059e06 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881467 Jul 12 16:10:23.696866 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-efb74ec3-cad7-45e7-a2fe-afb36b7b4fac req-495afd36-fa4b-4bd2-98e4-c53f9360d7b3 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 210 time: 0.0604486 Jul 12 16:10:24.077243 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-a14d4d4b-10dc-49d3-a541-749ff8b65579 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:24.078781 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-a14d4d4b-10dc-49d3-a541-749ff8b65579 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 809 time: 0.1300032 Jul 12 16:10:24.153163 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-c429cf56-58f8-4d01-94e9-45c6eaec17ef tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb3064e7f4844ef6844b66d183720e63 HTTP/1.1" status: 200 len: 378 time: 0.0443692 Jul 12 16:10:24.164844 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'port': {'device_id': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'admin_state_up': True, 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'security_groups': ['35e15857-7a5e-4681-b794-d41afd577bb7']}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:24.373883 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Made reservation on behalf of bb3064e7f4844ef6844b66d183720e63 for: {'port': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:10:24.377823 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.574362 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Allocated IP 172.20.0.5 (cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617/a3026e66-9815-4148-ad5e-5fca1fb708d2/9b7a62d1-f557-4f61-88e6-ecdd43419ea8) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:24.605125 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb9bdb-77dd-42cc-b501-6425d7e199ab req-9a53eb45-2d64-454a-862c-b0af82b75da4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:24.606759 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-00cb9bdb-77dd-42cc-b501-6425d7e199ab req-9a53eb45-2d64-454a-862c-b0af82b75da4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.2018514 Jul 12 16:10:24.761914 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-00cb9bdb-77dd-42cc-b501-6425d7e199ab req-6c89a75c-8b35-4b1b-87f5-3cc25b80f32d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419439 Jul 12 16:10:24.890871 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:24.923752 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bb651afa-d6a0-42a8-bd3c-f63decf6902a req-0d77c589-3908-4e8e-954f-6d26172592dc tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 210 time: 0.0490739 Jul 12 16:10:24.936391 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Transition to ACTIVE for port object 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:24.993091 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.073346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:25.084689 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:25.086214 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:25.088926 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:25.224231 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:25.225344 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.250288 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-2f3a25a6-1836-4ead-b144-c2e93ee85163 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0899212 Jul 12 16:10:25.274485 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Request body: {'port': {'device_id': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:25.437774 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.479854 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0df34b90-5656-47b4-b5ae-e66c6f0695ed None None] Provisioning for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:25.495053 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0df34b90-5656-47b4-b5ae-e66c6f0695ed None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:25.495691 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0df34b90-5656-47b4-b5ae-e66c6f0695ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:25.547355 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-0df34b90-5656-47b4-b5ae-e66c6f0695ed None None] Port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:10:26.003141 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 {{(pid=93202) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:26.015012 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.041819 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Transition to ACTIVE for port object 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 will not be triggered until provisioned by entity L2. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:10:26.051667 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.113675 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:26.116699 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41dddd1-be3e-450b-9501-34a92d5a4518 req-9b660c34-1a85-41dc-93fc-3fbd11aa7a4c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.134748 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f41dddd1-be3e-450b-9501-34a92d5a4518 req-9b660c34-1a85-41dc-93fc-3fbd11aa7a4c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1714756 Jul 12 16:10:26.209496 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f41dddd1-be3e-450b-9501-34a92d5a4518 req-ad83bb0b-7585-4d05-84ad-c2ab3eb0abd4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676053 Jul 12 16:10:26.316259 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c184ef4f-9ef8-4f1a-a982-75f951c1b1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.358114 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Attempting to bind port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:10:26.358627 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Attempting to bind port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:10:26.359255 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Attempting to bind port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 on network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:26.381361 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e179e45-d067-484b-82c9-317ba3023d4f req-ca71ae52-fcef-4a41-a17f-cecf7438704c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.385381 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5e179e45-d067-484b-82c9-317ba3023d4f req-ca71ae52-fcef-4a41-a17f-cecf7438704c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.1764884 Jul 12 16:10:26.393474 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 on network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:10:26.394055 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Attempting to bind port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 on network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:10:26.409270 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:10:26.409988 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Checking segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:10:26.410577 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Bound using segment: {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'} {{(pid=93202) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:10:26.411220 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.managers [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Bound port: 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51ddbf4e-6406-4abb-bf16-e5e897174db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617'}}] {{(pid=93202) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:10:26.411778 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.493889 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5e179e45-d067-484b-82c9-317ba3023d4f req-abd50167-71c3-4306-85ad-46df35b3282a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929689 Jul 12 16:10:26.532716 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, cleared binding levels {{(pid=93202) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:10:26.537021 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93202) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:10:26.541713 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.604981 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.605609 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:26.607639 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] 10.222.0.66 "PUT /v2.0/ports/9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 1093 time: 1.3389869 Jul 12 16:10:26.608091 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:26.611771 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6" -d '{"events": [{"name": "network-changed", "server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:26.645225 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8620ab-6e72-4420-bf5d-316501999cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=3']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:26.704903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b09612-a58c-4ab8-a032-562c54a14cba x-openstack-request-id: req-70b09612-a58c-4ab8-a032-562c54a14cba {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:26.705497 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:26.705950 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-70b09612-a58c-4ab8-a032-562c54a14cba {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:26.706641 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'status': 'completed', 'code': 200} Jul 12 16:10:26.851452 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-0f1413b4-317c-4acc-b79d-0dac5a1f10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:26.853658 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-0f1413b4-317c-4acc-b79d-0dac5a1f10b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1096 time: 0.1101959 Jul 12 16:10:26.959203 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-daffd398-3159-40df-a8c7-1bb2e1c786b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 217 time: 0.0706291 Jul 12 16:10:27.043079 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-c9b0672b-6b4c-419b-aa15-266ba5607b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.044659 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-c9b0672b-6b4c-419b-aa15-266ba5607b0c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0754817 Jul 12 16:10:27.137557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-ff79f1ba-5dfc-4441-8b72-32b953c9eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.140253 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-ff79f1ba-5dfc-4441-8b72-32b953c9eaa0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0824645 Jul 12 16:10:27.313322 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-d75e333c-ba62-4ffb-910e-eefbf109a676 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592216 Jul 12 16:10:27.505483 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7904c59-4b77-4a6d-9b32-9f1162979ea3 req-d27d6ce3-c192-4077-8a97-44671ae5ae13 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844156 Jul 12 16:10:27.592321 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f35013b-b449-4d52-a1fe-b415f6220945 req-971dd6cc-0891-4158-bb27-a7066b2ab64e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.595153 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0f35013b-b449-4d52-a1fe-b415f6220945 req-971dd6cc-0891-4158-bb27-a7066b2ab64e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1662884 Jul 12 16:10:27.674299 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0f35013b-b449-4d52-a1fe-b415f6220945 req-565e3024-2400-403b-8ba6-3050f2441382 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728321 Jul 12 16:10:27.807495 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-9df3f1f0-24b9-46b9-9110-11a2602cef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.810883 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-9df3f1f0-24b9-46b9-9110-11a2602cef2d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1096 time: 0.1123514 Jul 12 16:10:27.820546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e641e-4569-4a11-892c-7c0938bb8a91 req-f84c8c64-b86d-4e03-8a12-b208dc0012d8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:27.829521 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-757e641e-4569-4a11-892c-7c0938bb8a91 req-f84c8c64-b86d-4e03-8a12-b208dc0012d8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.1170447 Jul 12 16:10:27.905366 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-757e641e-4569-4a11-892c-7c0938bb8a91 req-75f25d4a-1b5d-40cd-b207-e534f300dfc4 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678644 Jul 12 16:10:28.044867 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-871b9737-7bb7-48ff-b216-f1a3eb70d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.047555 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-871b9737-7bb7-48ff-b216-f1a3eb70d074 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.2274365 Jul 12 16:10:28.126947 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-44efd301-a055-44b9-9be0-8303b6f8bb75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 217 time: 0.0688708 Jul 12 16:10:28.198734 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-57dffdd1-77e4-4d61-b3dc-0742165ad27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.200263 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-57dffdd1-77e4-4d61-b3dc-0742165ad27d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0630827 Jul 12 16:10:28.285680 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-c4140757-e01a-4bc5-b12e-f9d8857c41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.288125 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-c4140757-e01a-4bc5-b12e-f9d8857c41d8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791314 Jul 12 16:10:28.420369 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-eb13ddb9-7e6c-41d6-8dad-8e44c0d394be service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235287 Jul 12 16:10:28.526340 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fd38b1f-caf5-40ae-a217-8a9fa06881f6 req-335d1e54-b0ab-4805-9095-da7519d92dd6 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990453 Jul 12 16:10:28.881070 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfb21f-3917-427e-a2e6-936571edde46 req-ec255bd4-5fa0-4f34-975e-d6aabfac7abe tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:28.883003 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9cbfb21f-3917-427e-a2e6-936571edde46 req-ec255bd4-5fa0-4f34-975e-d6aabfac7abe tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0702929 Jul 12 16:10:28.928834 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9cbfb21f-3917-427e-a2e6-936571edde46 req-fd04c8d7-998f-49f2-8e43-1ff2e82031dd tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385680 Jul 12 16:10:29.114126 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6d0fca4b-081f-4b82-bde4-1ea77782805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:29.180480 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f31d35-3f07-4f8c-a522-e31dc185359a req-75e06ce5-48df-4ed0-afd1-af0a399bfad8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.182002 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b0f31d35-3f07-4f8c-a522-e31dc185359a req-75e06ce5-48df-4ed0-afd1-af0a399bfad8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0901606 Jul 12 16:10:29.227608 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b0f31d35-3f07-4f8c-a522-e31dc185359a req-41e02e26-e582-4a39-a436-c8bfdc02b789 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385668 Jul 12 16:10:29.239972 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:29.966512 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-c207dbe5-bc53-4358-a3de-7cbaed2199c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:29.968721 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-c207dbe5-bc53-4358-a3de-7cbaed2199c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1099 time: 0.0588052 Jul 12 16:10:30.078766 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-fc8c2ed1-9303-42a2-ae2f-d9acc0979ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.090311 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-fc8c2ed1-9303-42a2-ae2f-d9acc0979ffd service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1014946 Jul 12 16:10:30.148523 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:30.466783 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b30fe8e-e030-4535-94df-52640d2ad815 req-67f72304-e933-44da-bf61-15261adc878a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.468343 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3b30fe8e-e030-4535-94df-52640d2ad815 req-67f72304-e933-44da-bf61-15261adc878a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0804613 Jul 12 16:10:30.489451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-b1a1509c-03de-43c3-98a5-ae93599fc598 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 1001 time: 0.3907049 Jul 12 16:10:30.502928 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb7b89-0f6f-4523-988a-8408322875ad req-2f584f33-b884-4a61-8b06-26fb3780e1de tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.504440 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33fb7b89-0f6f-4523-988a-8408322875ad req-2f584f33-b884-4a61-8b06-26fb3780e1de tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.4413960 Jul 12 16:10:30.511597 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3b30fe8e-e030-4535-94df-52640d2ad815 req-bdde46fe-a443-472a-b7f5-a0bec18ed486 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346878 Jul 12 16:10:30.570069 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-4220bcd8-95e9-49d0-b675-50ab8677c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.571568 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-4220bcd8-95e9-49d0-b675-50ab8677c61e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.0662258 Jul 12 16:10:30.577343 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33fb7b89-0f6f-4523-988a-8408322875ad req-1cb307e8-3569-4581-9cab-94f3e1e526fc tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646698 Jul 12 16:10:30.636402 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-2e0f3ce0-e504-43b7-a047-736a731c1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:30.637953 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-2e0f3ce0-e504-43b7-a047-736a731c1368 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570629 Jul 12 16:10:30.742343 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-8433b377-2836-419c-a544-6a06205bd9c8 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964110 Jul 12 16:10:30.846814 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a8095a1c-8a64-408d-a58d-cce5eb3a110f req-f2bdc6fa-6198-4c70-87de-502c37056983 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977054 Jul 12 16:10:31.612256 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:31.713333 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275119b-46f5-496e-8bbb-002dfecf452a req-7c030558-9cbd-4156-8957-5ed233684470 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:31.714828 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5275119b-46f5-496e-8bbb-002dfecf452a req-7c030558-9cbd-4156-8957-5ed233684470 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0840180 Jul 12 16:10:31.756831 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5275119b-46f5-496e-8bbb-002dfecf452a req-63c3da3d-0cd9-49ee-af9c-32b4119f40c0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355988 Jul 12 16:10:31.775713 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224f62a-9f64-4dc8-8400-79d85ec57372 req-ee42dc12-3b70-4e53-9c9a-ffbda4b5dcdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:31.777296 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4224f62a-9f64-4dc8-8400-79d85ec57372 req-ee42dc12-3b70-4e53-9c9a-ffbda4b5dcdf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0652702 Jul 12 16:10:31.818749 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4224f62a-9f64-4dc8-8400-79d85ec57372 req-8ee79d72-51f5-4e93-bf8f-189f8f9535e4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351458 Jul 12 16:10:32.977373 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb3f0f-8bc1-457d-837b-811c597bdd48 req-19e6b6fa-1eff-403c-9ac9-7b17c55efe85 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:32.978970 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fbfb3f0f-8bc1-457d-837b-811c597bdd48 req-19e6b6fa-1eff-403c-9ac9-7b17c55efe85 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0922489 Jul 12 16:10:33.028288 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fbfb3f0f-8bc1-457d-837b-811c597bdd48 req-15043e23-83c1-42bd-a820-5c1c32dc558d tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415702 Jul 12 16:10:33.067460 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580d4ac-e308-4df5-8b10-bf3ae5e022a6 req-67b1f2f3-0365-4c3e-a0b0-a3f4f6392653 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:33.069171 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e580d4ac-e308-4df5-8b10-bf3ae5e022a6 req-67b1f2f3-0365-4c3e-a0b0-a3f4f6392653 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0843556 Jul 12 16:10:33.118070 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e580d4ac-e308-4df5-8b10-bf3ae5e022a6 req-d1748d2f-a7a0-4e1e-9ce0-cd84af914d0d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393560 Jul 12 16:10:34.229242 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1d4e0-5a88-446f-80f4-7fb22dd5f3c3 req-f82c7024-90df-4601-8772-3fd04e99ddb0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.231408 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3bb1d4e0-5a88-446f-80f4-7fb22dd5f3c3 req-f82c7024-90df-4601-8772-3fd04e99ddb0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0725257 Jul 12 16:10:34.273752 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3bb1d4e0-5a88-446f-80f4-7fb22dd5f3c3 req-0755127f-ddbe-469f-a99b-110193ad8bf3 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351260 Jul 12 16:10:34.323481 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a7854-f3cd-4211-b03c-e0d807f10082 req-3af4e2ce-7d62-4e38-9c32-36d92c532bd2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:34.325122 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-901a7854-f3cd-4211-b03c-e0d807f10082 req-3af4e2ce-7d62-4e38-9c32-36d92c532bd2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0819228 Jul 12 16:10:34.368417 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-901a7854-f3cd-4211-b03c-e0d807f10082 req-e81bcbc6-2825-45a6-87ab-09b2545f0657 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366488 Jul 12 16:10:35.090278 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:10:35.200334 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.241835 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:35.245460 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205c41aa-0b6a-4884-bb84-d0f0f17a7b9f" -d '{"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-unplugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:35.265025 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:35.272865 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.303570 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de2cc8-7604-4688-a541-ec81238cae97 x-openstack-request-id: req-c6de2cc8-7604-4688-a541-ec81238cae97 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:35.303846 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-unplugged", "status": "failed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "code": 422}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:35.304090 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c6de2cc8-7604-4688-a541-ec81238cae97 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:35.304485 dv-cinder-792642-4-iscsi neutron-server[93203]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'code': 422} returned with failed status Jul 12 16:10:35.342397 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=8']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:35.501298 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03815ea8-caa6-452d-bcf5-a45a108673c4 req-4038d1c9-2355-4f49-8af6-ceaefe86ee38 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:35.503303 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-03815ea8-caa6-452d-bcf5-a45a108673c4 req-4038d1c9-2355-4f49-8af6-ceaefe86ee38 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0812352 Jul 12 16:10:35.552223 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-03815ea8-caa6-452d-bcf5-a45a108673c4 req-a5310f20-4ac8-43b2-8ea5-278acdbce138 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429156 Jul 12 16:10:35.626905 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c92b7369-74e4-4218-82a7-8dd25ecf7e0b None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:35.627554 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c92b7369-74e4-4218-82a7-8dd25ecf7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.747783 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c92b7369-74e4-4218-82a7-8dd25ecf7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.792705 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c92b7369-74e4-4218-82a7-8dd25ecf7e0b None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:35.803845 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c92b7369-74e4-4218-82a7-8dd25ecf7e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:35.881269 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b7369-74e4-4218-82a7-8dd25ecf7e0b None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=9']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:35.981743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e5fc-aae2-499a-a839-4f89d5028319 req-fff947ba-2fee-47b4-8d94-f041aff29f57 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:35.985738 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dff9e5fc-aae2-499a-a839-4f89d5028319 req-fff947ba-2fee-47b4-8d94-f041aff29f57 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0984094 Jul 12 16:10:36.068158 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dff9e5fc-aae2-499a-a839-4f89d5028319 req-33d352bd-5ed6-43c3-b706-a2ad256cbff4 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767171 Jul 12 16:10:36.197676 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-2f62d002-1b4d-4d1e-be4e-c07b234ecebd None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:36.198477 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2f62d002-1b4d-4d1e-be4e-c07b234ecebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:36.218815 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60002) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:36.357428 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-f22cd6ad-2fd8-4da7-8c4e-76d2b0addf59 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1356421 Jul 12 16:10:36.739178 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8c8e6-9496-4f1c-a2fb-4e6c74b6b961 req-69627d57-ccf9-4037-9a14-163729adc222 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:36.740828 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-20d8c8e6-9496-4f1c-a2fb-4e6c74b6b961 req-69627d57-ccf9-4037-9a14-163729adc222 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 943 time: 0.0684404 Jul 12 16:10:36.784116 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-20d8c8e6-9496-4f1c-a2fb-4e6c74b6b961 req-4d595921-b87f-44cd-9643-911fcd4b96c7 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367315 Jul 12 16:10:37.060692 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:37.176814 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:37.213169 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'port_id': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'mac_address': 'fa:16:3e:03:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:37.290999 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2c391-7cd0-4d9a-940a-6aa2ec07915f req-1e5a562f-36c2-4e7d-8489-1ff9b41a27b0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.293572 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c6b2c391-7cd0-4d9a-940a-6aa2ec07915f req-1e5a562f-36c2-4e7d-8489-1ff9b41a27b0 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0996733 Jul 12 16:10:37.293742 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.306293 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:37.309050 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68944661-8377-4783-a41a-53e6f5e5b5da" -d '{"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:37.315438 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:37.347023 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:37.353433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:37.394776 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c6b2c391-7cd0-4d9a-940a-6aa2ec07915f req-fa21b4d2-ae8a-4479-b0af-f49287d394ee tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941799 Jul 12 16:10:37.434461 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-3765e1d9-02ad-4ac2-b620-b9df3e4c106d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1180713 Jul 12 16:10:37.445987 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:37.482126 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01186708-a82c-4dde-be8b-30187ac0099b x-openstack-request-id: req-01186708-a82c-4dde-be8b-30187ac0099b {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:37.482429 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:37.482689 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-01186708-a82c-4dde-be8b-30187ac0099b {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:37.483098 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'code': 200} Jul 12 16:10:37.503461 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-04b83bb5-19cf-4b06-b5e3-9efb1fa4f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.505057 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-04b83bb5-19cf-4b06-b5e3-9efb1fa4f9af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b&tenant_id=429f3cb929cc4e79be6b1251ae38b648 HTTP/1.1" status: 200 len: 1099 time: 0.0951459 Jul 12 16:10:37.630442 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-7340b1d3-b364-44e2-92ce-2bb95226c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.631834 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-7340b1d3-b364-44e2-92ce-2bb95226c2ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 1099 time: 0.0754542 Jul 12 16:10:37.635477 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-e2259bcd-ba34-4b5e-b9ff-f30015d2e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.637104 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-e2259bcd-ba34-4b5e-b9ff-f30015d2e274 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=429f3cb929cc4e79be6b1251ae38b648&device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1099 time: 0.0797164 Jul 12 16:10:37.746992 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['9b7a62d1-f557-4f61-88e6-ecdd43419ea8'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:37.750985 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-441e1e0d-51c1-48c3-bd3f-e66c83e4aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.752963 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-441e1e0d-51c1-48c3-bd3f-e66c83e4aaf3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 200 len: 918 time: 0.1026597 Jul 12 16:10:37.757459 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-a3e68035-b619-419b-b1c9-5e063c3ab242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.759006 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-a3e68035-b619-419b-b1c9-5e063c3ab242 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 200 len: 912 time: 0.0952106 Jul 12 16:10:37.827451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-a54f34a6-1c5a-4d7b-b122-9cebb095e63b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 200 len: 1001 time: 0.0677445 Jul 12 16:10:37.848827 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-d5938745-c8bb-4972-a8b9-007677dff4ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a458af1b-61a6-427c-a235-853608aa0439 HTTP/1.1" status: 200 len: 1001 time: 0.0827324 Jul 12 16:10:37.889951 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-3f029909-3780-4fe2-888d-06d7474d7eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.892550 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-3f029909-3780-4fe2-888d-06d7474d7eb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 200 len: 856 time: 0.0540843 Jul 12 16:10:37.914346 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-c1e7783c-ccda-45f2-9620-6d16dd3c2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.916032 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-c1e7783c-ccda-45f2-9620-6d16dd3c2c77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 200 len: 850 time: 0.0610735 Jul 12 16:10:37.985521 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-21f49993-abce-40f5-96c8-0ac9272e6f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:37.987245 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-21f49993-abce-40f5-96c8-0ac9272e6f9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe81df5c-53b6-4f84-accf-31fe835a8422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0620959 Jul 12 16:10:38.019707 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-88170ac2-5b60-43b6-8ee5-95cff6ca13ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.021311 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-88170ac2-5b60-43b6-8ee5-95cff6ca13ec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fe426721-bb92-4d32-b3e8-d52b3b783dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1212618 Jul 12 16:10:38.029635 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430022cf-7d2a-4d91-b17c-da0587e406ca req-16b1a9fc-5e0f-447a-91ad-db57d48bd591 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.031142 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-430022cf-7d2a-4d91-b17c-da0587e406ca req-16b1a9fc-5e0f-447a-91ad-db57d48bd591 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 944 time: 0.0860550 Jul 12 16:10:38.129536 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-430022cf-7d2a-4d91-b17c-da0587e406ca req-b55ea8eb-841b-4988-9af5-d58f29af3c12 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868559 Jul 12 16:10:38.164168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-29e9c7ed-c508-4c14-b95c-d3379d4f0bf9 service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311285 Jul 12 16:10:38.261207 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-53c832e8-c8dd-4eff-b445-e2907b78f71a req-c1899ebc-953e-49d1-b710-0fdd0750422e service neutron] 10.222.0.66 "GET /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900333 Jul 12 16:10:38.362861 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-458d2b1a-3da6-4828-a211-0992119da9ea service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646731 Jul 12 16:10:38.467653 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e71fdf5c-8f6e-492f-891d-10b5e3a35286 req-aa01d2e0-b8ee-40b4-b1f6-9c8851d9c93b service neutron] 10.222.0.66 "GET /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978665 Jul 12 16:10:38.607652 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b549bb2-3b06-4ded-b685-f223b39d89b5 req-30649308-3abb-46d3-9a95-230ba9baea55 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:38.609265 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0b549bb2-3b06-4ded-b685-f223b39d89b5 req-30649308-3abb-46d3-9a95-230ba9baea55 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0855877 Jul 12 16:10:38.660126 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0b549bb2-3b06-4ded-b685-f223b39d89b5 req-9e4b4d66-ec79-4100-bd04-d5c934c5ed11 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431087 Jul 12 16:10:39.078628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:10:39.130763 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:10:39.134582 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:39.135037 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.223385 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.269898 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:39.278086 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.341839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d64e3f-1fad-4da6-ac7a-2a52eaf36f17 req-5e32f971-1b20-4436-99eb-adbc1e5521a1 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:39.344096 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-79d64e3f-1fad-4da6-ac7a-2a52eaf36f17 req-5e32f971-1b20-4436-99eb-adbc1e5521a1 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 944 time: 0.0832944 Jul 12 16:10:39.349579 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:39.395423 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-79d64e3f-1fad-4da6-ac7a-2a52eaf36f17 req-de735168-0c58-4266-b664-94b837558d5f tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397384 Jul 12 16:10:39.484469 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:39.487632 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6e9cf9-3df1-4139-a3db-b873893b110b" -d '{"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:39.536706 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6370e0f-7f54-445f-8de4-b6244c67fecc x-openstack-request-id: req-e6370e0f-7f54-445f-8de4-b6244c67fecc {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:39.537100 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:39.537433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6370e0f-7f54-445f-8de4-b6244c67fecc {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:39.537911 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'code': 200} Jul 12 16:10:39.682893 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-57f5dff0-52d9-4c55-8358-0b762416310c None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:39.683120 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-57f5dff0-52d9-4c55-8358-0b762416310c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:39.923031 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ca57c-3b4f-4e01-9a09-517b410297c7 req-577f0e47-67dd-4267-898d-debe85e87fe1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:39.930799 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-155ca57c-3b4f-4e01-9a09-517b410297c7 req-577f0e47-67dd-4267-898d-debe85e87fe1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1032851 Jul 12 16:10:39.990456 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-155ca57c-3b4f-4e01-9a09-517b410297c7 req-fdbcfafa-987b-45e6-b3c1-7f489e535940 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578382 Jul 12 16:10:40.558224 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:40.642009 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136300-4f7a-49a2-bcc3-3245d32c3758 req-8debd0b5-6d04-494e-bf8c-c04d99d23f22 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:40.643768 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-95136300-4f7a-49a2-bcc3-3245d32c3758 req-8debd0b5-6d04-494e-bf8c-c04d99d23f22 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0920253 Jul 12 16:10:40.697091 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-95136300-4f7a-49a2-bcc3-3245d32c3758 req-2113c609-78f5-470a-ac62-eb2a2e81aa95 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469882 Jul 12 16:10:41.228794 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1184100-c78c-410c-b613-7cec54344f4a req-bb0b8090-4fdb-4eb1-9618-7d28a77e4f11 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:41.230437 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e1184100-c78c-410c-b613-7cec54344f4a req-bb0b8090-4fdb-4eb1-9618-7d28a77e4f11 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0882652 Jul 12 16:10:41.280982 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e1184100-c78c-410c-b613-7cec54344f4a req-e59e3087-dfc1-40c5-b690-f81154df682a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443883 Jul 12 16:10:41.907362 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01d93a-8597-4cb1-9e91-d0e7e81e9dc4 req-f779b8c1-aeb8-4368-a0f3-c399930c4bcf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:41.909032 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a01d93a-8597-4cb1-9e91-d0e7e81e9dc4 req-f779b8c1-aeb8-4368-a0f3-c399930c4bcf tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0819027 Jul 12 16:10:41.952636 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a01d93a-8597-4cb1-9e91-d0e7e81e9dc4 req-8d79d54e-4516-4cd2-875c-ec6db57d507e tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374882 Jul 12 16:10:42.539338 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316468f2-99b8-485e-9e4c-de47e198fce5 req-a7aa5c73-30a2-4731-82b5-726a9693dc2a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:42.545397 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-316468f2-99b8-485e-9e4c-de47e198fce5 req-a7aa5c73-30a2-4731-82b5-726a9693dc2a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1065822 Jul 12 16:10:42.586616 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:10:42.611721 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-316468f2-99b8-485e-9e4c-de47e198fce5 req-e0a15dbc-d031-4583-901d-2c5e1a63094e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590680 Jul 12 16:10:43.144935 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6721f453-87d9-41b0-9acf-9397c8be71d9 req-bdd8e2ea-1b95-45dc-a78d-95339483846f tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:43.147081 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6721f453-87d9-41b0-9acf-9397c8be71d9 req-bdd8e2ea-1b95-45dc-a78d-95339483846f tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0728042 Jul 12 16:10:43.192183 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6721f453-87d9-41b0-9acf-9397c8be71d9 req-c8cd3b96-f5c8-4bdf-b953-bc46c1b64d85 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391297 Jul 12 16:10:43.885148 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33857023-4f30-4296-8d7c-37a6a146a066 req-f7f56d37-dbec-4304-a857-bc091ff33e49 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:43.886729 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33857023-4f30-4296-8d7c-37a6a146a066 req-f7f56d37-dbec-4304-a857-bc091ff33e49 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0928512 Jul 12 16:10:43.943657 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-33857023-4f30-4296-8d7c-37a6a146a066 req-4e0d6cbc-5ae0-4248-841a-241a3554109f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501842 Jul 12 16:10:44.388911 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236050d6-3118-4fe3-929e-156b2dcc80c0 req-05eefc77-304f-4742-bd4e-e062d9b7b4b6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:44.390442 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-236050d6-3118-4fe3-929e-156b2dcc80c0 req-05eefc77-304f-4742-bd4e-e062d9b7b4b6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0695341 Jul 12 16:10:44.431625 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-236050d6-3118-4fe3-929e-156b2dcc80c0 req-ca33b43a-a0fa-4380-bf24-953b399a702e tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350251 Jul 12 16:10:45.217057 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528e5e0-0825-47a2-aafb-2c20a1f6c4c4 req-fb1a1216-2159-49bd-bf9b-8d6c97aa8bb5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:45.219526 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7528e5e0-0825-47a2-aafb-2c20a1f6c4c4 req-fb1a1216-2159-49bd-bf9b-8d6c97aa8bb5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1018963 Jul 12 16:10:45.275178 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7528e5e0-0825-47a2-aafb-2c20a1f6c4c4 req-29ddbf86-b032-43bf-8002-b64bfaf42e7d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455792 Jul 12 16:10:45.644809 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f70e33-7136-471a-bbc7-9f1d39b30817 req-886d0b50-3928-4688-91ae-061c411fdec0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:45.646437 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-27f70e33-7136-471a-bbc7-9f1d39b30817 req-886d0b50-3928-4688-91ae-061c411fdec0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0749083 Jul 12 16:10:45.691742 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-27f70e33-7136-471a-bbc7-9f1d39b30817 req-111f3f3b-ba5e-4ed0-8ab4-6fd36c9fd435 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392931 Jul 12 16:10:46.482612 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290a120-5447-4554-81c5-81a0aa0e1f49 req-83c9e2da-0b43-4eb1-a603-8400edd6632d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:46.486810 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0290a120-5447-4554-81c5-81a0aa0e1f49 req-83c9e2da-0b43-4eb1-a603-8400edd6632d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0811265 Jul 12 16:10:46.536279 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0290a120-5447-4554-81c5-81a0aa0e1f49 req-b939a015-8672-45e3-96e9-b4cedf68bcc5 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435231 Jul 12 16:10:46.917244 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85490d33-671f-4458-a1d3-f8e10cd289fa req-bb1ea9de-eec1-4b58-b00a-a33d751dce54 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:46.924290 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-85490d33-671f-4458-a1d3-f8e10cd289fa req-bb1ea9de-eec1-4b58-b00a-a33d751dce54 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0904884 Jul 12 16:10:46.977375 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-85490d33-671f-4458-a1d3-f8e10cd289fa req-0e455598-27bf-419d-9ef2-812c1b513e87 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518222 Jul 12 16:10:47.791812 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b377a-39ec-432a-9824-183878d989f7 req-0fbe0020-b0a2-47a4-affb-b555728869ab tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:47.793910 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-869b377a-39ec-432a-9824-183878d989f7 req-0fbe0020-b0a2-47a4-affb-b555728869ab tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0986412 Jul 12 16:10:47.858357 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-869b377a-39ec-432a-9824-183878d989f7 req-a8aed33b-b1cd-4dd0-b47c-071d9a22b906 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Jul 12 16:10:48.195871 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f15162-8a6b-4435-9e76-e9fa3b043ab4 req-1a0d5546-7c05-45bf-bcb2-b522d00c5d64 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:48.197384 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-90f15162-8a6b-4435-9e76-e9fa3b043ab4 req-1a0d5546-7c05-45bf-bcb2-b522d00c5d64 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0734065 Jul 12 16:10:48.239962 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-90f15162-8a6b-4435-9e76-e9fa3b043ab4 req-87f57db6-8dd8-4330-a369-648b954a66c6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363040 Jul 12 16:10:49.094922 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b28f6-b585-4c4b-861b-63f3d6c20593 req-88a54538-4449-4c34-b5a9-48572cd7628f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:49.097012 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-413b28f6-b585-4c4b-861b-63f3d6c20593 req-88a54538-4449-4c34-b5a9-48572cd7628f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0989540 Jul 12 16:10:49.148333 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-413b28f6-b585-4c4b-861b-63f3d6c20593 req-827288dd-e412-40cd-b052-286df91cc85c tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 Jul 12 16:10:49.453513 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705acb74-3ad1-473f-aa5e-270a159bbe9b req-d94fc39d-5299-4b30-a365-b9d3c9187699 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:49.455166 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-705acb74-3ad1-473f-aa5e-270a159bbe9b req-d94fc39d-5299-4b30-a365-b9d3c9187699 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0879266 Jul 12 16:10:49.497186 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-705acb74-3ad1-473f-aa5e-270a159bbe9b req-ed3a2ed2-ebf4-4b07-9e2d-cd5949833942 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358372 Jul 12 16:10:50.338779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be842980-7c66-4ed9-992c-20899cd094ad req-1739af12-9bcb-4b08-90c4-1468fc8d3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:50.340376 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-be842980-7c66-4ed9-992c-20899cd094ad req-1739af12-9bcb-4b08-90c4-1468fc8d3ccf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0870912 Jul 12 16:10:50.389457 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-be842980-7c66-4ed9-992c-20899cd094ad req-6629a6f9-1125-4f00-9320-eff895074928 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329332 Jul 12 16:10:50.389795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956270f-436e-426a-b08e-de51b01a12d8 req-4cec0f3f-7609-45a9-bb2d-5ff917436a06 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:50.393077 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e956270f-436e-426a-b08e-de51b01a12d8 req-4cec0f3f-7609-45a9-bb2d-5ff917436a06 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0915866 Jul 12 16:10:50.444119 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e956270f-436e-426a-b08e-de51b01a12d8 req-af9ee3b2-0754-4b18-a838-41fc951d7670 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442512 Jul 12 16:10:50.723308 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d3f8-a60e-4127-a38e-86fb0276a851 req-1f4f80d2-46c6-42bd-a420-e4cdfed2dcf8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:50.724833 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dad8d3f8-a60e-4127-a38e-86fb0276a851 req-1f4f80d2-46c6-42bd-a420-e4cdfed2dcf8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0819657 Jul 12 16:10:50.774308 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-dad8d3f8-a60e-4127-a38e-86fb0276a851 req-9433c294-acb4-481a-861f-5e1fd2f20640 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427237 Jul 12 16:10:51.739770 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a787717-a6b1-48e3-9c6a-5ce4e9814bd8 req-86c3e5ca-85b4-4518-a139-de8cd9b450b3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:51.741415 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6a787717-a6b1-48e3-9c6a-5ce4e9814bd8 req-86c3e5ca-85b4-4518-a139-de8cd9b450b3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1065702 Jul 12 16:10:51.799543 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6a787717-a6b1-48e3-9c6a-5ce4e9814bd8 req-604606e5-844d-4658-b241-4cd025e890db tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515349 Jul 12 16:10:51.827282 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238a4f0-8bf3-47c5-8219-0b94ec798c6a req-0cd8557f-1330-4fc9-8ed8-edbd4360b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:51.830242 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0238a4f0-8bf3-47c5-8219-0b94ec798c6a req-0cd8557f-1330-4fc9-8ed8-edbd4360b3af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 1099 time: 0.0705943 Jul 12 16:10:51.887266 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0238a4f0-8bf3-47c5-8219-0b94ec798c6a req-6ebe772a-5fc6-4cdd-aa5d-ee34b659fa12 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304241 Jul 12 16:10:51.977718 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf098ce1-2d8c-4b1d-bf2c-06b720aef94a req-387539c0-dab3-4bd3-a25c-ec3b53779323 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:51.979348 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf098ce1-2d8c-4b1d-bf2c-06b720aef94a req-387539c0-dab3-4bd3-a25c-ec3b53779323 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0722201 Jul 12 16:10:52.030408 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf098ce1-2d8c-4b1d-bf2c-06b720aef94a req-9d570071-8826-4eef-89e1-759df969dcab tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438581 Jul 12 16:10:53.015261 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cddfee-16e4-4c5c-958e-9bfc275a0f9e req-d42e9541-eb7f-4f93-b80b-5b70cd2bf6f3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.017986 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-21cddfee-16e4-4c5c-958e-9bfc275a0f9e req-d42e9541-eb7f-4f93-b80b-5b70cd2bf6f3 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0764620 Jul 12 16:10:53.060955 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-21cddfee-16e4-4c5c-958e-9bfc275a0f9e req-26a931fe-fb04-4e92-b06b-703ed8081f8d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371222 Jul 12 16:10:53.222685 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cb551-82d3-4f88-a6bf-0ee841e44be5 req-30f69250-5944-4ab9-aa56-2aa52e0ba75c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.224328 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e3cb551-82d3-4f88-a6bf-0ee841e44be5 req-30f69250-5944-4ab9-aa56-2aa52e0ba75c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0697773 Jul 12 16:10:53.267137 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8e3cb551-82d3-4f88-a6bf-0ee841e44be5 req-99ef36ce-7b6a-4a3d-bf8e-11281c6d3a74 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368047 Jul 12 16:10:53.476125 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c803c55-7dfb-4ac1-b2b2-c80ec7d88ab4 req-f90e20b2-ef79-48ef-9957-30853bfbe838 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.477805 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6c803c55-7dfb-4ac1-b2b2-c80ec7d88ab4 req-f90e20b2-ef79-48ef-9957-30853bfbe838 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0776532 Jul 12 16:10:53.526223 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6c803c55-7dfb-4ac1-b2b2-c80ec7d88ab4 req-eff40bd6-a0b3-46c9-bcb0-93f3323cb64b tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380936 Jul 12 16:10:53.557941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60174) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:53.680952 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5524f8f-bcf8-4bb8-86da-43f16d7332b5 tempest-TestShelveInstance-121921771 tempest-TestShelveInstance-121921771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:53.682532 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b5524f8f-bcf8-4bb8-86da-43f16d7332b5 tempest-TestShelveInstance-121921771 tempest-TestShelveInstance-121921771-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1093 time: 0.1230450 Jul 12 16:10:53.686231 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60178) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:10:53.691779 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'port_id': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:10:53.729696 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for floatingip, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:53.880042 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.055267 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Allocated IP 172.27.3.75 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/1ca2e30b-2206-4ba9-9408-7026e97fb574) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:10:54.212123 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.290294 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.343097 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9491-4c49-43ce-bb6e-6192f0ed4a2d req-860d0fc2-b57d-4efa-b85b-f8c624bf7ebe tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:54.346106 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b12e9491-4c49-43ce-bb6e-6192f0ed4a2d req-860d0fc2-b57d-4efa-b85b-f8c624bf7ebe tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.0983875 Jul 12 16:10:54.347128 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:10:54.351834 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:10:54.356579 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:10:54.392248 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'Port': ['ID=1ca2e30b-2206-4ba9-9408-7026e97fb574,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:54.393738 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b12e9491-4c49-43ce-bb6e-6192f0ed4a2d req-8cf29023-10f3-4972-8fba-ad0656bc37e2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383227 Jul 12 16:10:54.679511 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f6fc7a-565e-43f5-9458-f9b112faec5a req-d86dc62c-da52-4989-83e9-41b148d6fb06 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:54.681388 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a7f6fc7a-565e-43f5-9458-f9b112faec5a req-d86dc62c-da52-4989-83e9-41b148d6fb06 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0975468 Jul 12 16:10:54.722662 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a7f6fc7a-565e-43f5-9458-f9b112faec5a req-97e9be72-6d5d-4890-8dc1-b6b8d53cd5aa tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353348 Jul 12 16:10:54.882296 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:10:54.885602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:54.987589 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.001443 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:55.018151 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'port_id': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'mac_address': 'fa:16:3e:26:10:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:10:55.080969 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.097930 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bfe4d18-786a-4a44-a7ff-16df500b30c4 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:10:55.127866 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:55.133254 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.197035 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.202534 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.219383 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=10']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:55.279892 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event updated for resources: {'Port': ['ID=1ca2e30b-2206-4ba9-9408-7026e97fb574,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:55.297945 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.437886 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.l3_db [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Floating IP b140e92b-ff4d-4bb5-8eff-d11323958b2a associated. External IP: 172.27.3.75, port: 9b7a62d1-f557-4f61-88e6-ecdd43419ea8. Jul 12 16:10:55.452191 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-e35f8974-dc67-4642-93c3-08a7db1c8138 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:55.453589 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e35f8974-dc67-4642-93c3-08a7db1c8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.566762 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e35f8974-dc67-4642-93c3-08a7db1c8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.592652 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:55.595626 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94a718-4261-4e84-ae1c-2553592e0acc" -d '{"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:55.610768 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-e35f8974-dc67-4642-93c3-08a7db1c8138 None None] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:10:55.616575 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e35f8974-dc67-4642-93c3-08a7db1c8138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.651410 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac2cf23-1e13-431f-aaed-62306190c22a x-openstack-request-id: req-6ac2cf23-1e13-431f-aaed-62306190c22a {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:55.651704 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-plugged", "status": "completed", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:55.651958 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-6ac2cf23-1e13-431f-aaed-62306190c22a {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:55.652346 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'code': 200} Jul 12 16:10:55.686286 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f8974-dc67-4642-93c3-08a7db1c8138 None None] Pushing event updated for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=11']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:10:55.704109 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50311dab-83e2-4da9-8507-0f37222b55e9 req-65fcbe7c-0d00-4fea-b41c-ab58845051af tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:55.705933 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-50311dab-83e2-4da9-8507-0f37222b55e9 req-65fcbe7c-0d00-4fea-b41c-ab58845051af tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 946 time: 0.1443501 Jul 12 16:10:55.795575 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-50311dab-83e2-4da9-8507-0f37222b55e9 req-41bf8dc6-7758-4968-9b36-eba52f8f1a57 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560699 Jul 12 16:10:55.802480 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:10:55.927597 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1034dda9-e198-4d69-b01e-3b2c3da00aa5 req-d88a0452-8f57-4285-9760-cbfb9b35aff2 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:55.929306 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1034dda9-e198-4d69-b01e-3b2c3da00aa5 req-d88a0452-8f57-4285-9760-cbfb9b35aff2 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0720668 Jul 12 16:10:55.959330 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:10:55.974537 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] Sync routers for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:10:55.982028 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-1034dda9-e198-4d69-b01e-3b2c3da00aa5 req-1c4cd8dc-2df3-45eb-b345-955c9cd8c8ed tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417922 Jul 12 16:10:55.982410 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:55.999376 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:56.000741 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:10:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:56.026589 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-8d21c8d3-bb4e-40b7-9880-18d3e414114a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3393872 Jul 12 16:10:56.027466 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:10:56.032569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c68253-a9ab-4218-aada-f8511138c407" -d '{"events": [{"name": "network-changed", "server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:10:56.041942 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a8e5c9f6-f91f-496f-9c3c-1b6d73b68012 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:10:56.041942 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a8e5c9f6-f91f-496f-9c3c-1b6d73b68012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.081869 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29b570a-4d67-4ff4-92dd-e4f752b4bf01 x-openstack-request-id: req-d29b570a-4d67-4ff4-92dd-e4f752b4bf01 {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:10:56.082194 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:10:56.082423 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d29b570a-4d67-4ff4-92dd-e4f752b4bf01 {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:10:56.082916 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'status': 'completed', 'code': 200} Jul 12 16:10:56.153490 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:56.297748 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68253-a9ab-4218-aada-f8511138c407 req-0ec56535-4149-467d-82b2-cba2f2ad0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.299997 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-0ec56535-4149-467d-82b2-cba2f2ad0913 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0918458 Jul 12 16:10:56.429578 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-8f87dbfb-621e-48c6-a2fe-69298847191b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:56.484971 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68253-a9ab-4218-aada-f8511138c407 req-289ec23b-8bfb-4453-af6e-c5cfe7363ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.487332 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-289ec23b-8bfb-4453-af6e-c5cfe7363ad9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.1727936 Jul 12 16:10:56.564278 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['0bfe4d18-786a-4a44-a7ff-16df500b30c4'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:10:56.575563 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-28542295-e010-45fd-b90f-0f60eb2645cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 998 time: 0.0799143 Jul 12 16:10:56.653221 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68253-a9ab-4218-aada-f8511138c407 req-9ae983fd-968a-4757-a885-62d3ba3ee471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.654967 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-9ae983fd-968a-4757-a885-62d3ba3ee471 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0702059 Jul 12 16:10:56.727352 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'b140e92b-ff4d-4bb5-8eff-d11323958b2a', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'port_id': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'mac_address': 'fa:16:3e:03:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:10:54Z', 'updated_at': '2021-07-12T16:10:54Z', 'revision_number': 0, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:56Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:56.756317 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c68253-a9ab-4218-aada-f8511138c407 req-f4862630-f406-4fce-9518-9de68306d88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:56.759607 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-f4862630-f406-4fce-9518-9de68306d88f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0874243 Jul 12 16:10:56.776363 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] Checking router: 6455b2e8-661d-4ccc-b30a-ca7d1a58218f for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:10:56.808184 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:10:56.809317 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:10:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:56.930328 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-df4b80fd-ac56-4159-8d18-21de460a205a service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503875 Jul 12 16:10:57.050382 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:10:57.216625 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-42c68253-a9ab-4218-aada-f8511138c407 req-12307518-beb1-4e5a-9999-72bbeb4cfeb5 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781200 Jul 12 16:10:57.276288 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd88fa6-8599-4e1c-ab74-1c2b2041fe1f req-490ee49b-97d9-4514-9c5c-f073fe94efae tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.289912 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4dd88fa6-8599-4e1c-ab74-1c2b2041fe1f req-490ee49b-97d9-4514-9c5c-f073fe94efae tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.1754181 Jul 12 16:10:57.348620 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25bdf6-236c-4c0d-a8e0-109f01750568 req-a2a0c57f-ef48-46f4-a483-3ae1396fe2f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:57.351974 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4dd88fa6-8599-4e1c-ab74-1c2b2041fe1f req-cc337e55-a6fd-4c97-b9f7-3b4b506293b2 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606937 Jul 12 16:10:57.353190 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cb25bdf6-236c-4c0d-a8e0-109f01750568 req-a2a0c57f-ef48-46f4-a483-3ae1396fe2f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0855870 Jul 12 16:10:57.406809 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cb25bdf6-236c-4c0d-a8e0-109f01750568 req-800a12ef-200f-44a3-8511-3b557c7974fe tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497727 Jul 12 16:10:57.437178 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'b140e92b-ff4d-4bb5-8eff-d11323958b2a', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'port_id': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'mac_address': 'fa:16:3e:03:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:10:54Z', 'updated_at': '2021-07-12T16:10:54Z', 'revision_number': 0, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:56Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:10:57.473022 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c3ad48-d02e-46ee-a9a4-16622c521016 None None] The sync data for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi is: [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'b140e92b-ff4d-4bb5-8eff-d11323958b2a', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'port_id': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'mac_address': 'fa:16:3e:03:19:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:10:54Z', 'updated_at': '2021-07-12T16:10:54Z', 'revision_number': 0, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:56Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:10:57.708461 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508eaa8b-ce37-422d-9587-76ae6e0a4f8a None None] New status for floating IP b140e92b-ff4d-4bb5-8eff-d11323958b2a: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:10:58.579876 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87db0c-c641-4653-a412-3f1bad1eae7c req-17cb8ee2-7a28-40a7-8be5-7e30ff520bed tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.581630 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad87db0c-c641-4653-a412-3f1bad1eae7c req-17cb8ee2-7a28-40a7-8be5-7e30ff520bed tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.0984476 Jul 12 16:10:58.632364 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ad87db0c-c641-4653-a412-3f1bad1eae7c req-78a25a5f-af3b-41f0-84dd-ae2f1df044fa tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Jul 12 16:10:58.635400 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575e0cee-9174-4502-91f2-d40b48793061 req-27874d4e-2d6a-46db-9666-8226bd352647 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:58.637158 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-575e0cee-9174-4502-91f2-d40b48793061 req-27874d4e-2d6a-46db-9666-8226bd352647 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0857854 Jul 12 16:10:58.687678 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-575e0cee-9174-4502-91f2-d40b48793061 req-d2548dc5-f3d8-4262-a54d-6c5d1f0e440d tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 Jul 12 16:10:59.120648 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a4ca4f88-0237-4bc4-bb5b-574c2a05c8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.239386 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:10:59.876332 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6740a7c-95ca-4751-90bc-73ca966d82e6 req-5d26d549-8b02-44eb-a744-ae6340e9073a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:10:59.878293 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b6740a7c-95ca-4751-90bc-73ca966d82e6 req-5d26d549-8b02-44eb-a744-ae6340e9073a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0720992 Jul 12 16:10:59.927355 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b6740a7c-95ca-4751-90bc-73ca966d82e6 req-37ef5235-836a-412d-a97d-06c78090f721 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399914 Jul 12 16:11:00.146856 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.045307 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-32bea1f7-dea6-4571-af51-d7c55d047d33 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.048187 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-32bea1f7-dea6-4571-af51-d7c55d047d33 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0699718 Jul 12 16:11:01.185837 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Deleting port a458af1b-61a6-427c-a235-853608aa0439 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:01.186186 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.189577 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19949630-05c5-4a42-9dc3-f130f3c32727 req-b9331b5f-d10f-45f5-bdaf-f06a8f477179 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:01.191172 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-19949630-05c5-4a42-9dc3-f130f3c32727 req-b9331b5f-d10f-45f5-bdaf-f06a8f477179 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 946 time: 0.0897400 Jul 12 16:11:01.247743 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-19949630-05c5-4a42-9dc3-f130f3c32727 req-7f736a3b-5d47-4a91-a18e-c3507646170f tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups?id=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470302 Jul 12 16:11:01.317059 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] For port a458af1b-61a6-427c-a235-853608aa0439, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a458af1b-61a6-427c-a235-853608aa0439,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:01.317778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.594418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.594418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.594418 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Floating IP 754d3ebd-fdf9-4d0e-8d39-da2160682e9d disassociated. External IP: 172.27.3.62, port: a458af1b-61a6-427c-a235-853608aa0439. Jul 12 16:11:01.594418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Calling delete_port for a458af1b-61a6-427c-a235-853608aa0439 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:01.622430 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.778035 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:01.813332 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event deleted for resources: {'Port': ['ID=a458af1b-61a6-427c-a235-853608aa0439,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:01.825785 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.826071 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.826466 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.826810 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.827156 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.828179 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.828746 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.829172 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.829610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.829931 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.830176 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.830500 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:01.951608 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Router b34f47c1-a482-4c0b-b047-76a336f53868 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:02.083506 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:02.095968 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:02.108303 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:02.110028 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:10:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:02.132889 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] No DVR routers for this DVR port a458af1b-61a6-427c-a235-853608aa0439 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:02.135580 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:02.139212 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-44900724-9d62-474f-a7ee-f791b3cbe377 req-cf142af4-d38a-4285-ab5b-12da1a7d9b6a tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.66 "DELETE /v2.0/ports/a458af1b-61a6-427c-a235-853608aa0439 HTTP/1.1" status: 204 len: 173 time: 1.0844102 Jul 12 16:11:02.140177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'name': 'network-vif-deleted', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:02.143435 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735b4120-a9b7-4d96-8313-af245f275abe" -d '{"events": [{"server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "name": "network-vif-deleted", "tag": "a458af1b-61a6-427c-a235-853608aa0439"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:02.209192 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4385adef-59db-49f1-a539-d4ca69b2e617 x-openstack-request-id: req-4385adef-59db-49f1-a539-d4ca69b2e617 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:02.209479 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1885c8fe-9088-45c1-8127-1d3acffefa5c", "name": "network-vif-deleted", "tag": "a458af1b-61a6-427c-a235-853608aa0439", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:02.209878 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-4385adef-59db-49f1-a539-d4ca69b2e617 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:02.210317 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1885c8fe-9088-45c1-8127-1d3acffefa5c', 'name': 'network-vif-deleted', 'tag': 'a458af1b-61a6-427c-a235-853608aa0439', 'status': 'completed', 'code': 200} Jul 12 16:11:02.256917 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:02.413522 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-3816675d-6eb9-4137-9f2e-8e08ec1ecd68 req-6a4b2ece-8ae3-4baf-8c47-661e68fbbd27 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 210 time: 0.0324476 Jul 12 16:11:02.521176 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:02.551202 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:02.559744 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:02.560358 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:10:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:02.672413 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:02.920811 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:02.949187 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1562b2ed-d647-4197-84f9-b05578060d21 None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:03:36Z', 'revision_number': 4, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '70d78f63-0fb6-4594-bb47-cfcaf03b0acd', 'name': '', 'network_id': 'fe81df5c-53b6-4f84-accf-31fe835a8422', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'mac_address': 'fa:16:3e:e0:04:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:35Z', 'updated_at': '2021-07-12T16:03:46Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'subnets': [{'id': '3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:03.204306 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b9ba4-a060-4d5d-a952-35a5f6b4f0fb None None] New status for floating IP 754d3ebd-fdf9-4d0e-8d39-da2160682e9d: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:11:03.569075 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-39949ad9-5eda-41ae-8a88-9eb07505ae58 req-203755a6-6347-4b9a-afb1-5abd1e227042 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 210 time: 0.0335264 Jul 12 16:11:03.680039 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:03.737520 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:03.737901 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:04.724584 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8bab97c3-f76d-492b-beb8-8879db4ff9ed req-8d891da1-a4ef-40b0-9f16-753889300150 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/ports?device_id=1885c8fe-9088-45c1-8127-1d3acffefa5c HTTP/1.1" status: 200 len: 210 time: 0.0295479 Jul 12 16:11:05.851670 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60306) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:05.912638 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.942025 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:05.997743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.000766 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.002094 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "DELETE /v2.0/security-groups/3260cb3e-423d-4c83-84e4-6ee6cd7bfc85 HTTP/1.1" status: 204 len: 168 time: 0.1494155 Jul 12 16:11:06.007028 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60308) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:06.014356 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3260cb3e-423d-4c83-84e4-6ee6cd7bfc85,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:06.024708 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.api.v2.resource [None req-1237594d-0c8e-40bb-a1e9-7515aa635758 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] show failed (client error): The resource could not be found. Jul 12 16:11:06.026427 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1237594d-0c8e-40bb-a1e9-7515aa635758 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "GET /v2.0/security-groups/3260cb3e-423d-4c83-84e4-6ee6cd7bfc85 HTTP/1.1" status: 404 len: 347 time: 0.0196705 Jul 12 16:11:06.029333 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.029902 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.030945 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60310) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:06.031563 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.032114 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.032685 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.033229 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.034014 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.034395 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.035102 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.035639 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.036253 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.036824 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85501418-c462-4fbf-b1ce-f1b1e4e6f3f6 tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:06.173832 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Deleting port 53d3cea1-4351-4537-8a51-16e6ba4adf7f {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:06.174080 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.250516 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.250850 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.262989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Calling delete_port for 53d3cea1-4351-4537-8a51-16e6ba4adf7f owned by network:floatingip {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:06.403637 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.429997 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Pushing event deleted for resources: {'Port': ['ID=53d3cea1-4351-4537-8a51-16e6ba4adf7f,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:06.500217 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks [] for floatingip, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.502775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:06.503977 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-72eaff3f-ddcf-4d50-8ef1-d71b15a4bbdd tempest-AttachVolumeTestJSON-859579341 tempest-AttachVolumeTestJSON-859579341-project] 10.222.0.70 "DELETE /v2.0/floatingips/754d3ebd-fdf9-4d0e-8d39-da2160682e9d HTTP/1.1" status: 204 len: 168 time: 0.4713509 Jul 12 16:11:06.762221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a458af1b-61a6-427c-a235-853608aa0439 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:06.782626 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: a458af1b-61a6-427c-a235-853608aa0439 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:06.782984 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a458af1b-61a6-427c-a235-853608aa0439 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:10.252876 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60362) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:10.565771 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:10.809531 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.003015 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da7084-6496-490f-ad70-9fc3a8674ad6 req-590e3a94-7440-40b8-975e-4a143ffcf8c2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:11.004665 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c0da7084-6496-490f-ad70-9fc3a8674ad6 req-590e3a94-7440-40b8-975e-4a143ffcf8c2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.1569610 Jul 12 16:11:11.080823 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c0da7084-6496-490f-ad70-9fc3a8674ad6 req-d951dd19-f61e-43bf-96bb-6d13638033cd tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479295 Jul 12 16:11:11.193246 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Deleting port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:11.193246 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.307115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] For port 70d78f63-0fb6-4594-bb47-cfcaf03b0acd, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:11.307863 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.330454 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Calling delete_port for 70d78f63-0fb6-4594-bb47-cfcaf03b0acd owned by network:router_interface {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:11.555023 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:11.599486 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Pushing event deleted for resources: {'Port': ['ID=70d78f63-0fb6-4594-bb47-cfcaf03b0acd,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:12.087842 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.340876 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18a982-14cb-45e6-afb5-1d6ee95f52c0 req-edb2a9c1-9532-4e95-96b8-69eeb9951d8d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:12.343387 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9f18a982-14cb-45e6-afb5-1d6ee95f52c0 req-edb2a9c1-9532-4e95-96b8-69eeb9951d8d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.1132293 Jul 12 16:11:12.402098 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Router b34f47c1-a482-4c0b-b047-76a336f53868 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:11:12.405912 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9f18a982-14cb-45e6-afb5-1d6ee95f52c0 req-dfc9c104-cc13-47c4-87ed-298077769b9c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522425 Jul 12 16:11:12.535386 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:11:12.541428 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-70305125-1e98-453c-8643-fa68172ab67a admin admin] 10.222.0.70 "PUT /v2.0/routers/b34f47c1-a482-4c0b-b047-76a336f53868/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2873943 Jul 12 16:11:12.544791 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60374) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:12.545305 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] Sync routers for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:11:12.555765 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:12.556562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:10:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.658040 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks [] for router, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.675348 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:12.767635 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.829171 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Deleting port dcb73ef7-903c-48d0-bc96-010cc119ce57 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:12.829752 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:12.870287 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156'}], 'enable_snat': True}, 'gw_port_id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:11:11Z', 'revision_number': 5, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port': {'id': 'dcb73ef7-903c-48d0-bc96-010cc119ce57', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ff:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:32Z', 'updated_at': '2021-07-12T16:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:12.903181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] Checking router: b34f47c1-a482-4c0b-b047-76a336f53868 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:11:12.914341 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] Routers {'b34f47c1-a482-4c0b-b047-76a336f53868'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:11:12.915017 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:10:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b34f47c1-a482-4c0b-b047-76a336f53868'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:13.043946 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] Set router b34f47c1-a482-4c0b-b047-76a336f53868 gateway port host: None {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:11:13.047494 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] For port dcb73ef7-903c-48d0-bc96-010cc119ce57, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=dcb73ef7-903c-48d0-bc96-010cc119ce57,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:13.047864 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.066591 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Calling delete_port for dcb73ef7-903c-48d0-bc96-010cc119ce57 owned by network:router_gateway {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:13.090289 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bfef2-be57-4522-8913-a20fc4520c66 req-717385bf-0e31-408c-9638-6efc5e13a48c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:13.092068 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-827bfef2-be57-4522-8913-a20fc4520c66 req-717385bf-0e31-408c-9638-6efc5e13a48c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.1887248 Jul 12 16:11:13.102351 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:11:12Z', 'revision_number': 6, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port_host': None}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:13.134890 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfaf11d-e4c1-4169-a1a9-5dcd08992bdd None None] The sync data for ids ['b34f47c1-a482-4c0b-b047-76a336f53868'] in dv-cinder-792642-4-iscsi is: [{'id': 'b34f47c1-a482-4c0b-b047-76a336f53868', 'name': 'tempest-AttachVolumeTestJSON-1528347410-router', 'tenant_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:31Z', 'updated_at': '2021-07-12T16:11:12Z', 'revision_number': 6, 'project_id': '7fe3fe2805ab47fa90b8f96f04d3d85e', 'gw_port_host': None}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:11:13.338488 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Deleting port 8483b67c-6419-4b3d-bd5d-089534cc7b1a {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:13.338831 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.396263 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.432601 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb73ef7-903c-48d0-bc96-010cc119ce57,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:13.522822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] For port 8483b67c-6419-4b3d-bd5d-089534cc7b1a, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=8483b67c-6419-4b3d-bd5d-089534cc7b1a,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:13.523234 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.537895 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.544419 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Calling delete_port for 8483b67c-6419-4b3d-bd5d-089534cc7b1a owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:13.636909 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 70d78f63-0fb6-4594-bb47-cfcaf03b0acd no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:13.658799 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 70d78f63-0fb6-4594-bb47-cfcaf03b0acd {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:13.659784 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 70d78f63-0fb6-4594-bb47-cfcaf03b0acd not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:13.684216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.714258 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.779755 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.780869 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34f47c1-a482-4c0b-b047-76a336f53868 {{(pid=93201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:11:13.790668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.791818 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a3002898-9d3f-478b-b964-5b63acfea07b admin admin] 10.222.0.70 "DELETE /v2.0/routers/b34f47c1-a482-4c0b-b047-76a336f53868 HTTP/1.1" status: 204 len: 168 time: 1.2458222 Jul 12 16:11:13.794470 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60378) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:13.826501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a0494-7566-42bd-ac94-560cbbb13569 req-7159058d-71bd-410c-868a-76c606365e27 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:13.828303 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d57a0494-7566-42bd-ac94-560cbbb13569 req-7159058d-71bd-410c-868a-76c606365e27 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=5196e867-07b7-43ef-ad80-fe9a8a2eb30c HTTP/1.1" status: 200 len: 946 time: 0.2489390 Jul 12 16:11:13.846024 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Deleting subnet 3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:11:13.849782 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.891451 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.903689 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d57a0494-7566-42bd-ac94-560cbbb13569 req-156a73c6-a869-468a-b50b-b7b550e2d432 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689745 Jul 12 16:11:13.905452 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:13.941870 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Pushing event deleted for resources: {'Port': ['ID=8483b67c-6419-4b3d-bd5d-089534cc7b1a,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:13.942664 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['8483b67c-6419-4b3d-bd5d-089534cc7b1a'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:14.002568 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] No DVR routers for this DVR port 8483b67c-6419-4b3d-bd5d-089534cc7b1a on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:14.005269 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.007335 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-827bfef2-be57-4522-8913-a20fc4520c66 req-ea5cbc22-043f-41fd-b21c-1113a785ecd2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "DELETE /v2.0/ports/8483b67c-6419-4b3d-bd5d-089534cc7b1a HTTP/1.1" status: 204 len: 173 time: 0.8767087 Jul 12 16:11:14.007804 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'name': 'network-vif-deleted', 'tag': '8483b67c-6419-4b3d-bd5d-089534cc7b1a'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:14.010167 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af222a5d-647f-496d-aa31-33cde24d93d5" -d '{"events": [{"server_uuid": "5196e867-07b7-43ef-ad80-fe9a8a2eb30c", "name": "network-vif-deleted", "tag": "8483b67c-6419-4b3d-bd5d-089534cc7b1a"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:14.026129 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.054288 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cc382a-ecb8-45d1-a58e-bd225ffb3c3b x-openstack-request-id: req-e6cc382a-ecb8-45d1-a58e-bd225ffb3c3b {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:14.055246 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5196e867-07b7-43ef-ad80-fe9a8a2eb30c", "name": "network-vif-deleted", "tag": "8483b67c-6419-4b3d-bd5d-089534cc7b1a", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:14.055555 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-e6cc382a-ecb8-45d1-a58e-bd225ffb3c3b {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:14.056101 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5196e867-07b7-43ef-ad80-fe9a8a2eb30c', 'name': 'network-vif-deleted', 'tag': '8483b67c-6419-4b3d-bd5d-089534cc7b1a', 'status': 'completed', 'code': 200} Jul 12 16:11:14.088151 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.129389 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.132695 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.134826 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39b8bb9-3897-4acc-9dc6-e96c9513134b None None] Network fe81df5c-53b6-4f84-accf-31fe835a8422 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:11:14.137756 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60382) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:14.137933 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9af928e2-027e-419a-9e47-cad194ef023b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/3e9e3f8e-4e0f-4712-ad7c-f4a9fd861066 HTTP/1.1" status: 204 len: 168 time: 0.3421419 Jul 12 16:11:14.241716 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.334383 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Deleting port bc9ba199-f098-4645-b060-d32614eeeac8 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:14.334992 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.369402 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] DHCP port deletion for fe81df5c-53b6-4f84-accf-31fe835a8422 request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:11:14.427025 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Deleting port bc9ba199-f098-4645-b060-d32614eeeac8 {{(pid=93203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:11:14.427479 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.437556 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] For port bc9ba199-f098-4645-b060-d32614eeeac8, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bc9ba199-f098-4645-b060-d32614eeeac8,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:14.438646 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.454632 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Calling delete_port for bc9ba199-f098-4645-b060-d32614eeeac8 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:14.511813 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] For port bc9ba199-f098-4645-b060-d32614eeeac8, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=bc9ba199-f098-4645-b060-d32614eeeac8,segment=NetworkSegment(616af5ab-e34b-426f-b0d4-cbba3ab365e7),segment_id=616af5ab-e34b-426f-b0d4-cbba3ab365e7)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:14.512231 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.529425 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Calling delete_port for bc9ba199-f098-4645-b060-d32614eeeac8 owned by network:dhcp {{(pid=93203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:11:14.551117 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.581568 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9ba199-f098-4645-b060-d32614eeeac8,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.585413 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] No DVR routers for this DVR port bc9ba199-f098-4645-b060-d32614eeeac8 on host dv-cinder-792642-4-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:14.662533 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.671262 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093'] for port, after_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.674365 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe81df5c-53b6-4f84-accf-31fe835a8422']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.687928 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616af5ab-e34b-426f-b0d4-cbba3ab365e7') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.688310 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616af5ab-e34b-426f-b0d4-cbba3ab365e7') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:11:14.699809 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.708274 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Pushing event deleted for resources: {'Port': ['ID=bc9ba199-f098-4645-b060-d32614eeeac8,revision_number=None']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.712477 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] No DVR routers for this DVR port bc9ba199-f098-4645-b060-d32614eeeac8 on host dv-cinder-792642-4-iscsi {{(pid=93203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:11:14.717105 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.722073 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.722418 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.726834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.727733 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.727991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.728331 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90138361-99f4-422a-ba79-fdd6aa3ad94d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:11:14.728999 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:11:14.731028 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:11:14.732443 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:11:14.800822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.805780 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:14.810415 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe81df5c-53b6-4f84-accf-31fe835a8422 HTTP/1.1" status: 204 len: 168 time: 0.6691172 Jul 12 16:11:14.835799 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7ef0f-8264-4ccc-8e6e-53a525d47774 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe81df5c-53b6-4f84-accf-31fe835a8422,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:14.937922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60388) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:14.988167 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d7a2ecfd-a370-4b7c-a101-a5e1bb017abc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7fe3fe2805ab47fa90b8f96f04d3d85e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487750 Jul 12 16:11:14.990850 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60390) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:15.047629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-27e8faf6-d906-43ca-b4f0-725b66dd232f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.070453 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-27e8faf6-d906-43ca-b4f0-725b66dd232f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.123378 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-27e8faf6-d906-43ca-b4f0-725b66dd232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.127892 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-27e8faf6-d906-43ca-b4f0-725b66dd232f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:15.132391 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-27e8faf6-d906-43ca-b4f0-725b66dd232f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5f2446e4-82f6-491e-9ea7-c0ac202c8464 HTTP/1.1" status: 204 len: 168 time: 0.1380913 Jul 12 16:11:15.141837 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8faf6-d906-43ca-b4f0-725b66dd232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2446e4-82f6-491e-9ea7-c0ac202c8464,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:15.300809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device dcb73ef7-903c-48d0-bc96-010cc119ce57 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:15.323442 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: dcb73ef7-903c-48d0-bc96-010cc119ce57 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:15.323797 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device dcb73ef7-903c-48d0-bc96-010cc119ce57 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:15.324227 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bc9ba199-f098-4645-b060-d32614eeeac8 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:15.361497 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: bc9ba199-f098-4645-b060-d32614eeeac8 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:15.362012 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device bc9ba199-f098-4645-b060-d32614eeeac8 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:18.262620 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 8483b67c-6419-4b3d-bd5d-089534cc7b1a no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:11:18.283991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 8483b67c-6419-4b3d-bd5d-089534cc7b1a {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:11:18.284345 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 8483b67c-6419-4b3d-bd5d-089534cc7b1a not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:11:19.587374 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:11:26.311393 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-01f22ebe-f39d-4f44-9552-21d4a917d3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.122560 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3ca5d402-0bc9-4b46-b0cd-6328bf06c926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:29.232794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:30.147363 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.249208 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-bf4b2b8c-4986-4645-a68d-6bb499541bf7 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:31.251978 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-bf4b2b8c-4986-4645-a68d-6bb499541bf7 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/networks?id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 200 len: 813 time: 0.1087313 Jul 12 16:11:31.270733 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-3562035e-dc8c-4410-83d0-a2d373fa6507 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/quotas/bc7735fd588e46eb81aa845fbe3133eb HTTP/1.1" status: 200 len: 375 time: 0.0126715 Jul 12 16:11:31.593735 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-6f23c38b-5b9f-4065-98b4-9d89129dd5f1 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3167453 Jul 12 16:11:31.615388 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:31.681245 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-91005233-45c4-4eaa-8365-a45d32d3185a service neutron] 10.222.0.70 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809386 Jul 12 16:11:31.778451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-b1ae8194-a096-419f-9d0b-6f1a8f61e481 service neutron] 10.222.0.70 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896869 Jul 12 16:11:31.950748 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3ac31b72-e053-440f-bd9f-7324afb323b9 req-be6f4162-ebaf-46e0-a3d0-831773676626 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jul 12 16:11:33.105039 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-9fe21c52-b209-4f1e-9be6-e38246590f11 req-3c0197a5-cd35-42f9-b544-0ce27ee8079d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 210 time: 0.0299149 Jul 12 16:11:34.258896 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f4b121e0-e2af-4829-9215-4bede4507de4 req-79a48d1a-2a99-4ad0-8e4f-504e35d627d9 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 210 time: 0.0331593 Jul 12 16:11:35.416758 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-637ea715-714a-4d58-a821-203c87c8d33d req-624f6dbb-11d6-4c54-b73e-26a69115df6c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 210 time: 0.0322793 Jul 12 16:11:35.585943 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-8cb441c3-fe3b-434d-9fa1-841d49a08151 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:35.587452 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-8cb441c3-fe3b-434d-9fa1-841d49a08151 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "GET /v2.0/networks?id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 200 len: 813 time: 0.1195440 Jul 12 16:11:35.612701 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Request body: {'port': {'device_id': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8', 'admin_state_up': True, 'tenant_id': 'bc7735fd588e46eb81aa845fbe3133eb'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:35.730085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Made reservation on behalf of bc7735fd588e46eb81aa845fbe3133eb for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:11:35.735121 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:35.868125 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Allocated IP 172.20.0.5 (487269aa-c2c1-4dff-8c8d-1b6654bfc3b8/05965818-2eb4-4215-b1dd-81b27379faeb/c367302b-217e-4ff7-a50c-b52098685288) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:11:36.017385 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.057103 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.103298 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:11:36.106468 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:11:36.110375 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:11:36.116721 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Pushing event updated for resources: {'Port': ['ID=c367302b-217e-4ff7-a50c-b52098685288,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:36.175043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.175657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.190611 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4d598f78-2a91-4962-ba10-e009106785ff tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817308 Jul 12 16:11:36.223001 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Request body: {'port': {'device_id': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:11:36.302988 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.606746 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c367302b-217e-4ff7-a50c-b52098685288 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:36.616687 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.637492 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Transition to ACTIVE for port object c367302b-217e-4ff7-a50c-b52098685288 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:11:36.642631 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.703470 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013ba80-eeea-4d6e-8f97-16705ac35817 req-be828f8c-830c-4e7a-9d13-e71e9cd5c37a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.705177 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b013ba80-eeea-4d6e-8f97-16705ac35817 req-be828f8c-830c-4e7a-9d13-e71e9cd5c37a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 931 time: 0.1619625 Jul 12 16:11:36.709015 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Pushing event updated for resources: {'Port': ['ID=c367302b-217e-4ff7-a50c-b52098685288,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:36.798218 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b013ba80-eeea-4d6e-8f97-16705ac35817 req-21ed9b91-4765-45ef-9897-3f74f7330956 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852818 Jul 12 16:11:36.821879 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Attempting to bind port c367302b-217e-4ff7-a50c-b52098685288 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:11:36.821879 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Attempting to bind port c367302b-217e-4ff7-a50c-b52098685288 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:11:36.821879 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Attempting to bind port c367302b-217e-4ff7-a50c-b52098685288 on network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:36.824733 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Port c367302b-217e-4ff7-a50c-b52098685288 on network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:11:36.825056 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Attempting to bind port c367302b-217e-4ff7-a50c-b52098685288 on network 487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:11:36.831232 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:11:36.831578 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Checking segment: {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:11:36.831968 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Bound using segment: {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:11:36.832463 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Bound port: c367302b-217e-4ff7-a50c-b52098685288, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd0a9498-583b-4236-9650-d3c61ed585b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:11:36.832825 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.912276 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] For port c367302b-217e-4ff7-a50c-b52098685288, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:11:36.915892 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] For port c367302b-217e-4ff7-a50c-b52098685288, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c367302b-217e-4ff7-a50c-b52098685288,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:11:36.921050 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.963584 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:36.964189 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:36.965683 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] 10.222.0.66 "PUT /v2.0/ports/c367302b-217e-4ff7-a50c-b52098685288 HTTP/1.1" status: 200 len: 1093 time: 0.7474086 Jul 12 16:11:36.966146 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'tag': 'c367302b-217e-4ff7-a50c-b52098685288'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:36.968946 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd", "tag": "c367302b-217e-4ff7-a50c-b52098685288"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:36.994582 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdaec3-2483-49cb-97c4-8274b32ac273 service neutron] Pushing event updated for resources: {'Port': ['ID=c367302b-217e-4ff7-a50c-b52098685288,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:37.019208 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36114b92-91c2-4d77-bb60-199a34e9dee9 x-openstack-request-id: req-36114b92-91c2-4d77-bb60-199a34e9dee9 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:37.019497 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd", "tag": "c367302b-217e-4ff7-a50c-b52098685288", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:37.019790 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-36114b92-91c2-4d77-bb60-199a34e9dee9 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:37.020196 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'tag': 'c367302b-217e-4ff7-a50c-b52098685288', 'status': 'completed', 'code': 200} Jul 12 16:11:37.122202 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-c8851102-9723-4665-9011-f055c8760825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.124662 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-c8851102-9723-4665-9011-f055c8760825 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 1096 time: 0.0659411 Jul 12 16:11:37.976587 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d078ac-dda7-4a35-8a77-fa6915f364d8 req-431c4c4d-d35c-403b-8c0d-48a78d72bb3a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:37.978115 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c3d078ac-dda7-4a35-8a77-fa6915f364d8 req-431c4c4d-d35c-403b-8c0d-48a78d72bb3a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.0668130 Jul 12 16:11:38.016566 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c3d078ac-dda7-4a35-8a77-fa6915f364d8 req-2a07a06b-ec32-41fd-9a8e-885bf995a1f0 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323675 Jul 12 16:11:39.144995 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-4fe3d89e-7ddc-4574-af37-709182e4d8f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c367302b-217e-4ff7-a50c-b52098685288 HTTP/1.1" status: 200 len: 217 time: 0.0404775 Jul 12 16:11:39.213841 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff53e7-d060-4951-870f-78d498cd2d6e req-f3ceae6f-95ea-4033-abd9-d3964ebe2a07 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:39.215272 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d3ff53e7-d060-4951-870f-78d498cd2d6e req-f3ceae6f-95ea-4033-abd9-d3964ebe2a07 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.0698781 Jul 12 16:11:39.260000 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d3ff53e7-d060-4951-870f-78d498cd2d6e req-6334ec4c-5d3a-45d7-bead-8f35f9485fba tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377984 Jul 12 16:11:40.252799 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-d191ee3b-f345-4638-962e-7843e21c508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.254498 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-d191ee3b-f345-4638-962e-7843e21c508b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05965818-2eb4-4215-b1dd-81b27379faeb HTTP/1.1" status: 200 len: 853 time: 0.0520804 Jul 12 16:11:40.290362 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-5dfc2147-1a2b-45b9-becf-c78061fcadf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285118 Jul 12 16:11:40.425824 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-8c15626f-6be8-45f9-8903-39871df6f09e service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276159 Jul 12 16:11:40.530255 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038284-6d8f-4591-a66d-93825dcb0d1b req-44dd05ff-0650-4523-b67d-3d8f3ac1c816 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.531706 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fc038284-6d8f-4591-a66d-93825dcb0d1b req-44dd05ff-0650-4523-b67d-3d8f3ac1c816 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.1497352 Jul 12 16:11:40.557102 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:40.581409 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0e3effe9-40cc-4c11-bc5d-b9089d773ae1 req-c24664bf-6496-44d7-a184-b15811bb9f10 service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478894 Jul 12 16:11:40.601226 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fc038284-6d8f-4591-a66d-93825dcb0d1b req-5a290f1d-f85c-4dba-b907-aeff5c3e41bc tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582583 Jul 12 16:11:40.770979 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-dca952c4-6db4-41e9-a6ec-25be51da23ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.772489 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-dca952c4-6db4-41e9-a6ec-25be51da23ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 1096 time: 0.0548904 Jul 12 16:11:40.867305 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-a1532ae9-3ec1-4140-abf1-21c9d777c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.868832 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-a1532ae9-3ec1-4140-abf1-21c9d777c82c service neutron] 10.222.0.66 "GET /v2.0/networks?id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 200 len: 914 time: 0.0872951 Jul 12 16:11:40.917409 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-ee367c85-55f4-441d-aa79-a2545b923722 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c367302b-217e-4ff7-a50c-b52098685288 HTTP/1.1" status: 200 len: 217 time: 0.0409622 Jul 12 16:11:40.976786 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-4188a137-1dc8-4b5e-989b-91d462ad21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:40.979216 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-4188a137-1dc8-4b5e-989b-91d462ad21e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=05965818-2eb4-4215-b1dd-81b27379faeb HTTP/1.1" status: 200 len: 853 time: 0.0538173 Jul 12 16:11:41.022234 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-288ad371-ce09-4bcf-92fe-673df10b7c34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324347 Jul 12 16:11:41.422262 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-3ee8a06c-d6a2-4562-90d4-987020f42682 service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916173 Jul 12 16:11:41.525906 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-612d39af-51fa-4b67-a2a2-1ea90a99ad7f req-470972ea-ba2e-4d87-b147-ca83f8ed8faf service neutron] 10.222.0.66 "GET /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965321 Jul 12 16:11:41.811808 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43970bf-6abc-430a-943e-2ef1243ebc9f req-f8776436-5ad6-4796-b044-0bc58e35bf60 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:41.813328 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b43970bf-6abc-430a-943e-2ef1243ebc9f req-f8776436-5ad6-4796-b044-0bc58e35bf60 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.0659833 Jul 12 16:11:41.852948 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b43970bf-6abc-430a-943e-2ef1243ebc9f req-564d0da5-64ef-4d6e-b3ef-8b411f5b81cb tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338192 Jul 12 16:11:43.034864 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1056a-69c1-44f5-9c07-cdc1de228aec req-c944c840-b10b-4e2c-96ee-b6833af59e1d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:43.036317 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-62d1056a-69c1-44f5-9c07-cdc1de228aec req-c944c840-b10b-4e2c-96ee-b6833af59e1d tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.0658424 Jul 12 16:11:43.075702 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-62d1056a-69c1-44f5-9c07-cdc1de228aec req-0514a914-36fb-4762-bb80-2d2c22b051d9 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Jul 12 16:11:44.277324 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a637-fe4f-48d2-89f7-177ae7622a06 req-10de3e05-5a04-4ac1-bc54-35e43fda12f0 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:44.280177 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d6b1a637-fe4f-48d2-89f7-177ae7622a06 req-10de3e05-5a04-4ac1-bc54-35e43fda12f0 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.0809543 Jul 12 16:11:44.334520 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d6b1a637-fe4f-48d2-89f7-177ae7622a06 req-499b348c-a388-4042-a649-179da93c4daa tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Jul 12 16:11:45.538150 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c367302b-217e-4ff7-a50c-b52098685288 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:11:45.570927 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cea71b-10ac-4ddd-8ccd-663785d9b2ce req-d3a518ff-74ef-4296-acad-317beb308f0c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:45.572538 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-51cea71b-10ac-4ddd-8ccd-663785d9b2ce req-d3a518ff-74ef-4296-acad-317beb308f0c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 943 time: 0.1018236 Jul 12 16:11:45.618636 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-51cea71b-10ac-4ddd-8ccd-663785d9b2ce req-13b9c0ba-502e-4462-bd13-9ca2094bbb1c tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Jul 12 16:11:45.692829 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port c367302b-217e-4ff7-a50c-b52098685288, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c367302b-217e-4ff7-a50c-b52098685288,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:45.705977 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'c367302b-217e-4ff7-a50c-b52098685288', 'network_id': '487269aa-c2c1-4dff-8c8d-1b6654bfc3b8', 'port_id': 'c367302b-217e-4ff7-a50c-b52098685288', 'mac_address': 'fa:16:3e:7b:24:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05965818-2eb4-4215-b1dd-81b27379faeb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:11:45.752373 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.767728 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c367302b-217e-4ff7-a50c-b52098685288 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:11:45.789217 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port c367302b-217e-4ff7-a50c-b52098685288, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c367302b-217e-4ff7-a50c-b52098685288,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:45.793657 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:45.852082 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=c367302b-217e-4ff7-a50c-b52098685288,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:46.231621 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['c367302b-217e-4ff7-a50c-b52098685288'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:11:46.828586 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cba4a-5472-42b0-92bf-73908c645410 req-e016ce60-0863-4716-9d7b-1a4598e21d4f tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:46.830211 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-866cba4a-5472-42b0-92bf-73908c645410 req-e016ce60-0863-4716-9d7b-1a4598e21d4f tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 944 time: 0.0714407 Jul 12 16:11:46.878410 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-866cba4a-5472-42b0-92bf-73908c645410 req-01444533-2b5d-4ebb-8125-7ce27f9b1d1e tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 Jul 12 16:11:48.126502 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308ac3e-2af8-4a99-9cd7-e682193409fc req-f0c4519f-3fbe-4aaa-9708-fb85eecf590e tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:48.130081 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2308ac3e-2af8-4a99-9cd7-e682193409fc req-f0c4519f-3fbe-4aaa-9708-fb85eecf590e tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 944 time: 0.1028464 Jul 12 16:11:48.177691 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2308ac3e-2af8-4a99-9cd7-e682193409fc req-70a73ff8-21e3-417e-95c1-d69cc3998167 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Jul 12 16:11:48.539899 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c367302b-217e-4ff7-a50c-b52098685288 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:11:48.595123 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port c367302b-217e-4ff7-a50c-b52098685288 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:11:48.599730 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port c367302b-217e-4ff7-a50c-b52098685288 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:11:48.600170 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.690790 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.716531 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c367302b-217e-4ff7-a50c-b52098685288'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:11:48.718963 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf72235-e880-40e1-af5e-6eb16c4fead8" -d '{"events": [{"server_uuid": "2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd", "name": "network-vif-plugged", "status": "completed", "tag": "c367302b-217e-4ff7-a50c-b52098685288"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:11:48.736711 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port c367302b-217e-4ff7-a50c-b52098685288, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c367302b-217e-4ff7-a50c-b52098685288,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:11:48.745400 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:48.774158 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb17e201-e901-4681-90a4-5bb4194c0c07 x-openstack-request-id: req-fb17e201-e901-4681-90a4-5bb4194c0c07 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:11:48.774459 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd", "name": "network-vif-plugged", "status": "completed", "tag": "c367302b-217e-4ff7-a50c-b52098685288", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:11:48.774686 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-fb17e201-e901-4681-90a4-5bb4194c0c07 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:11:48.775076 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c367302b-217e-4ff7-a50c-b52098685288', 'code': 200} Jul 12 16:11:48.811314 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=c367302b-217e-4ff7-a50c-b52098685288,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:49.085848 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b8ab-728a-49d2-8ebc-e4fede9e4735 req-49627fc0-d8d5-4db5-ad4b-47a08aa9713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.088782 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-45a9b8ab-728a-49d2-8ebc-e4fede9e4735 req-49627fc0-d8d5-4db5-ad4b-47a08aa9713d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 1098 time: 0.0741067 Jul 12 16:11:49.131064 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-45a9b8ab-728a-49d2-8ebc-e4fede9e4735 req-a038497a-f74f-4bf2-89cd-48ab858045eb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Jul 12 16:11:49.401719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0014b-e338-48eb-b975-c6d8cb716a8a req-fae13913-f4cc-4a18-a634-1599fb4783d7 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:49.403862 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bba0014b-e338-48eb-b975-c6d8cb716a8a req-fae13913-f4cc-4a18-a634-1599fb4783d7 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.0917456 Jul 12 16:11:49.464419 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bba0014b-e338-48eb-b975-c6d8cb716a8a req-75ae5e07-b645-46d2-b75c-04c0f94c5f72 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507863 Jul 12 16:11:50.710930 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded7234-99dd-4b24-bd9b-0c96fc44f3dd req-9e465db7-99d7-4a84-af07-7fdcd30aa414 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:50.712668 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dded7234-99dd-4b24-bd9b-0c96fc44f3dd req-9e465db7-99d7-4a84-af07-7fdcd30aa414 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.0958781 Jul 12 16:11:50.754706 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-dded7234-99dd-4b24-bd9b-0c96fc44f3dd req-f743bb85-daf5-40c9-9778-e05bdbe672f2 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Jul 12 16:11:50.854477 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60732) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:50.982326 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-35d731e1-8ad5-42c9-ad7d-b127d541932a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.102712 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-35d731e1-8ad5-42c9-ad7d-b127d541932a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.107563 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-35d731e1-8ad5-42c9-ad7d-b127d541932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.155205 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-35d731e1-8ad5-42c9-ad7d-b127d541932a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=52321592a81848f481e9dad4367a64f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2993731 Jul 12 16:11:51.156233 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d731e1-8ad5-42c9-ad7d-b127d541932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6922e0-2d96-4665-904a-5a6e8fffbe7c,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:51.158369 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60736) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:51.227029 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea55b-f400-4646-ae79-eab6427243dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.256288 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea55b-f400-4646-ae79-eab6427243dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.326775 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea55b-f400-4646-ae79-eab6427243dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.330299 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-0a7ea55b-f400-4646-ae79-eab6427243dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.332588 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-0a7ea55b-f400-4646-ae79-eab6427243dc admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec6922e0-2d96-4665-904a-5a6e8fffbe7c HTTP/1.1" status: 204 len: 168 time: 0.1723170 Jul 12 16:11:51.343676 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ea55b-f400-4646-ae79-eab6427243dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6922e0-2d96-4665-904a-5a6e8fffbe7c,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:51.632984 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60744) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:51.649205 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7edb99b-41f8-46b0-87db-9160a712f4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.746705 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7edb99b-41f8-46b0-87db-9160a712f4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.750966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-f7edb99b-41f8-46b0-87db-9160a712f4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.790579 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7edb99b-41f8-46b0-87db-9160a712f4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577cbb13-2cca-4754-8c91-56eafb7ead32,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:51.799697 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-f7edb99b-41f8-46b0-87db-9160a712f4d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9160b392473d41918274290a3bbd7fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656225 Jul 12 16:11:51.799827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60748) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:51.858632 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe694-3c71-4ab6-9120-6088aaa2e2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.881669 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe694-3c71-4ab6-9120-6088aaa2e2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.966294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe694-3c71-4ab6-9120-6088aaa2e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.969053 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-5f3fe694-3c71-4ab6-9120-6088aaa2e2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:51.972952 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-5f3fe694-3c71-4ab6-9120-6088aaa2e2f3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/577cbb13-2cca-4754-8c91-56eafb7ead32 HTTP/1.1" status: 204 len: 168 time: 0.1693513 Jul 12 16:11:51.978168 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05db10d-a36f-447a-8d96-add7d6d6fd21 req-56f11508-0638-4978-ba7c-6635ea60ce0a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:51.979753 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b05db10d-a36f-447a-8d96-add7d6d6fd21 req-56f11508-0638-4978-ba7c-6635ea60ce0a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.1004570 Jul 12 16:11:51.991786 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fe694-3c71-4ab6-9120-6088aaa2e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577cbb13-2cca-4754-8c91-56eafb7ead32,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:52.049546 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b05db10d-a36f-447a-8d96-add7d6d6fd21 req-5594a074-bd4f-451f-b85d-731588398817 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595655 Jul 12 16:11:55.022944 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60830) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:55.146984 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8237fb41-28f9-4cc6-935e-695d582eebae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.263942 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8237fb41-28f9-4cc6-935e-695d582eebae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.269040 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8237fb41-28f9-4cc6-935e-695d582eebae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.313005 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237fb41-28f9-4cc6-935e-695d582eebae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a29f43a-1297-4e88-b60f-74c8d472ff82,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:55.317609 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8237fb41-28f9-4cc6-935e-695d582eebae admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=687dfc183a4f4daf99c901b09231becf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932649 Jul 12 16:11:55.320653 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60834) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:55.392556 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-416c01cb-d87a-495c-b888-587fcf9e13cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.422201 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-416c01cb-d87a-495c-b888-587fcf9e13cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.490349 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-416c01cb-d87a-495c-b888-587fcf9e13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.495383 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-416c01cb-d87a-495c-b888-587fcf9e13cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:55.497030 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-416c01cb-d87a-495c-b888-587fcf9e13cf admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a29f43a-1297-4e88-b60f-74c8d472ff82 HTTP/1.1" status: 204 len: 168 time: 0.1749778 Jul 12 16:11:55.510304 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c01cb-d87a-495c-b888-587fcf9e13cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a29f43a-1297-4e88-b60f-74c8d472ff82,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:55.874587 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60842) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:55.896051 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ae6ba5bc-f5d3-4eb4-8387-4a37eeafecd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.003769 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ae6ba5bc-f5d3-4eb4-8387-4a37eeafecd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.007987 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ae6ba5bc-f5d3-4eb4-8387-4a37eeafecd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.049694 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-ae6ba5bc-f5d3-4eb4-8387-4a37eeafecd1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3b305cffeaaf46a19874136846a0f347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735559 Jul 12 16:11:56.050752 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ba5bc-f5d3-4eb4-8387-4a37eeafecd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765540a0-6c37-4361-8e84-04a3110239a0,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:56.052433 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 60844) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:11:56.112397 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d9662595-0e4b-4a26-8889-6ba3b4f9d6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.135761 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d9662595-0e4b-4a26-8889-6ba3b4f9d6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.194943 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d9662595-0e4b-4a26-8889-6ba3b4f9d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.198158 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d9662595-0e4b-4a26-8889-6ba3b4f9d6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.199791 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d9662595-0e4b-4a26-8889-6ba3b4f9d6c3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/765540a0-6c37-4361-8e84-04a3110239a0 HTTP/1.1" status: 204 len: 168 time: 0.1461008 Jul 12 16:11:56.209321 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9662595-0e4b-4a26-8889-6ba3b4f9d6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765540a0-6c37-4361-8e84-04a3110239a0,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:11:56.315562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a31c5524-100a-4980-b48e-8d1177aafd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:56.591681 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:11:58.849969 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a521f8-65af-409c-bfa4-c5ea85f29b5a req-acbc1f26-40ca-479e-9f4d-9ed413131529 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:11:58.851847 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f2a521f8-65af-409c-bfa4-c5ea85f29b5a req-acbc1f26-40ca-479e-9f4d-9ed413131529 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.0761905 Jul 12 16:11:58.912299 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-f2a521f8-65af-409c-bfa4-c5ea85f29b5a req-cd2f39ba-d1fb-4d96-b8ca-b2e0f7e46cf1 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526054 Jul 12 16:11:59.137007 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-41cf79c4-e087-41a6-a6f2-24e3c6394c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:11:59.238567 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.166232 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:00.187022 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc611f-a103-4a58-a769-aa694094bc6c req-00784ab2-cd71-47c3-a0d7-037fdf1b2a3a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:00.197159 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-33dc611f-a103-4a58-a769-aa694094bc6c req-00784ab2-cd71-47c3-a0d7-037fdf1b2a3a tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.1225653 Jul 12 16:12:00.239686 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-33dc611f-a103-4a58-a769-aa694094bc6c req-43006b92-5866-4a54-a85b-cb43f7dcaf86 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Jul 12 16:12:01.467440 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166bfb1-7a1e-4a58-b883-2360c7923cf3 req-ca8cc49b-ea9d-4122-beb9-49231ff6333e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:01.469192 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d166bfb1-7a1e-4a58-b883-2360c7923cf3 req-ca8cc49b-ea9d-4122-beb9-49231ff6333e tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.0815518 Jul 12 16:12:01.522864 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d166bfb1-7a1e-4a58-b883-2360c7923cf3 req-38b8ce7c-1b77-4d51-b1ba-a51090ac56aa tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473475 Jul 12 16:12:01.629642 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:02.771720 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770eae1c-30fa-42db-9cb5-7a54afabb9d1 req-9a1640fb-5d87-4f47-bc7a-6438319b07aa tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:02.773381 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-770eae1c-30fa-42db-9cb5-7a54afabb9d1 req-9a1640fb-5d87-4f47-bc7a-6438319b07aa tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.0975785 Jul 12 16:12:02.823719 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-770eae1c-30fa-42db-9cb5-7a54afabb9d1 req-2ddfeeea-ef85-41d7-b625-3b346095adbf tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Jul 12 16:12:03.844031 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-1e2db2be-f3b3-4956-983f-6d176617f038 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:03.845628 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-1e2db2be-f3b3-4956-983f-6d176617f038 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.1042547 Jul 12 16:12:04.002715 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Deleting port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:04.003177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.146713 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226dad4-13a6-4c59-bb83-22ba8acb3d5a req-0c1ea6f5-87ad-4e7f-bcf8-f12454f1bb98 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:04.149524 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1226dad4-13a6-4c59-bb83-22ba8acb3d5a req-0c1ea6f5-87ad-4e7f-bcf8-f12454f1bb98 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 947 time: 0.1268973 Jul 12 16:12:04.177885 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] For port 0bfe4d18-786a-4a44-a7ff-16df500b30c4, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=0bfe4d18-786a-4a44-a7ff-16df500b30c4,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:04.178502 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.217657 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1226dad4-13a6-4c59-bb83-22ba8acb3d5a req-9dca646c-8034-4ca7-b36c-8e33fb227cb8 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups?id=6b235767-baa4-421f-9ef6-14a4d8b9be56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579658 Jul 12 16:12:04.459351 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.459833 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.460260 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Floating IP 13bc9f32-6cc4-4ba8-9621-d67e070af960 disassociated. External IP: 172.27.3.68, port: 0bfe4d18-786a-4a44-a7ff-16df500b30c4. Jul 12 16:12:04.460834 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Calling delete_port for 0bfe4d18-786a-4a44-a7ff-16df500b30c4 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:04.603168 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:04.620825 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:04.661847 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event deleted for resources: {'Port': ['ID=0bfe4d18-786a-4a44-a7ff-16df500b30c4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:04.662080 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No active binding found for port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 {{(pid=93203) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 12 16:12:04.662629 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 0bfe4d18-786a-4a44-a7ff-16df500b30c4 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:04.680085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.680539 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.680957 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.681374 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.681844 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.682249 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.682688 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.683043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.683514 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.685344 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.685758 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.686165 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:04.851013 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:12:05.055560 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:05.074055 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:05.093400 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:05.094516 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:11:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:05.114243 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] No DVR routers for this DVR port 0bfe4d18-786a-4a44-a7ff-16df500b30c4 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:05.117885 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.120046 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-7cd25c9e-0b3a-461a-b687-5adbae37c624 req-ab881d59-3d69-4a3a-888b-ba4a91da1565 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.66 "DELETE /v2.0/ports/0bfe4d18-786a-4a44-a7ff-16df500b30c4 HTTP/1.1" status: 204 len: 173 time: 1.2677791 Jul 12 16:12:05.120555 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-deleted', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:05.123582 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314db9fa-32ab-4e9d-b9eb-a69d80e9dca4" -d '{"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-deleted", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:05.206733 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0643dc6f-5256-4ddd-aca1-4b63446fd4d8 x-openstack-request-id: req-0643dc6f-5256-4ddd-aca1-4b63446fd4d8 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:05.207163 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f638e6a7-6fe5-4d77-bfa6-05da4b50d15b", "name": "network-vif-deleted", "tag": "0bfe4d18-786a-4a44-a7ff-16df500b30c4", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:05.207545 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-0643dc6f-5256-4ddd-aca1-4b63446fd4d8 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:05.208190 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f638e6a7-6fe5-4d77-bfa6-05da4b50d15b', 'name': 'network-vif-deleted', 'tag': '0bfe4d18-786a-4a44-a7ff-16df500b30c4', 'status': 'completed', 'code': 200} Jul 12 16:12:05.306669 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:05.431469 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 60998) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:05.498318 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-06832c09-56c7-491f-92e5-10bf206444fa req-025ccf0d-f372-4f2c-a899-9daf70d86279 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 210 time: 0.0575497 Jul 12 16:12:05.595364 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6983d96b-4f21-4983-b25a-6b9dd32066e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.720434 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:05.726723 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6983d96b-4f21-4983-b25a-6b9dd32066e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.732840 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6983d96b-4f21-4983-b25a-6b9dd32066e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.761507 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:05.771819 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:05.772468 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:11:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:05.774789 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6983d96b-4f21-4983-b25a-6b9dd32066e7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0cf4e8096fe64132bdb826e984e5551a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417323 Jul 12 16:12:05.779629 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32770) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:05.789050 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983d96b-4f21-4983-b25a-6b9dd32066e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63fdf4f-7110-4845-b88c-91e87867a21d,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:05.858504 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-65e77db4-ef06-4226-8048-2bf752c38903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.886399 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-65e77db4-ef06-4226-8048-2bf752c38903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.907636 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:05.959273 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-65e77db4-ef06-4226-8048-2bf752c38903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.962051 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-65e77db4-ef06-4226-8048-2bf752c38903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:05.968562 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-65e77db4-ef06-4226-8048-2bf752c38903 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c63fdf4f-7110-4845-b88c-91e87867a21d HTTP/1.1" status: 204 len: 168 time: 0.1827512 Jul 12 16:12:05.973196 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e77db4-ef06-4226-8048-2bf752c38903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63fdf4f-7110-4845-b88c-91e87867a21d,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:06.206731 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:06.235140 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f4083-bed9-4764-99d6-7035d1189625 None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '18456289-45da-4a4f-ba5b-b5f258180c6e', 'name': '', 'network_id': 'fe426721-bb92-4d32-b3e8-d52b3b783dd0', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'mac_address': 'fa:16:3e:db:fa:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:30Z', 'updated_at': '2021-07-12T16:03:44Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'subnets': [{'id': '2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:06.349716 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32778) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:06.363738 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae2c6-451e-4128-bbdc-73fd53eac8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.492950 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae2c6-451e-4128-bbdc-73fd53eac8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.498615 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-1a5ae2c6-451e-4128-bbdc-73fd53eac8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.535769 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6134ec-10eb-4768-a723-5de0558e778e None None] New status for floating IP 13bc9f32-6cc4-4ba8-9621-d67e070af960: DOWN {{(pid=93203) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:12:06.548806 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-1a5ae2c6-451e-4128-bbdc-73fd53eac8d1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=37c790ab71334bacadd5e88d5ef782ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955180 Jul 12 16:12:06.548806 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ae2c6-451e-4128-bbdc-73fd53eac8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2abd767-e989-41e3-9894-29157f8a062c,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:06.549442 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32782) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:06.620557 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.664534 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.701836 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d087288d-8202-4ecf-80ff-e107a653bbdc req-158816ce-f435-47ef-a8a6-efb45e51d07d tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 210 time: 0.0399311 Jul 12 16:12:06.735914 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.739764 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:06.744059 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e2abd767-e989-41e3-9894-29157f8a062c HTTP/1.1" status: 204 len: 168 time: 0.1929748 Jul 12 16:12:06.759259 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2abd767-e989-41e3-9894-29157f8a062c,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:06.773766 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.774320 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.775073 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.775776 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.776474 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.777408 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.777997 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.778587 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.779169 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.779721 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.780304 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:06.780909 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e478c0aa-3ac2-4bea-8727-be0b4cd21dba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:07.182275 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32790) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:07.197565 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90995428-4119-4daf-8402-f899d2d67ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.311906 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90995428-4119-4daf-8402-f899d2d67ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.316200 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90995428-4119-4daf-8402-f899d2d67ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.361719 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-90995428-4119-4daf-8402-f899d2d67ad3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2ff6eb7c90c94eba8bf9f31d536cae5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1782389 Jul 12 16:12:07.362736 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90995428-4119-4daf-8402-f899d2d67ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade36e7e-9a5b-4c62-8a72-7c7c09d83607,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.365035 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32792) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:07.424000 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3505e139-950f-4bea-9554-a42317188158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.448925 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3505e139-950f-4bea-9554-a42317188158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.527008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3505e139-950f-4bea-9554-a42317188158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.531324 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3505e139-950f-4bea-9554-a42317188158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:07.537640 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-3505e139-950f-4bea-9554-a42317188158 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ade36e7e-9a5b-4c62-8a72-7c7c09d83607 HTTP/1.1" status: 204 len: 168 time: 0.1710937 Jul 12 16:12:07.551659 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3505e139-950f-4bea-9554-a42317188158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade36e7e-9a5b-4c62-8a72-7c7c09d83607,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:07.970677 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-5a643c9f-072e-4140-80a0-93fb71815844 req-2d4a78ed-ad95-4693-9cf9-2620f76c3645 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/ports?device_id=f638e6a7-6fe5-4d77-bfa6-05da4b50d15b HTTP/1.1" status: 200 len: 210 time: 0.0668018 Jul 12 16:12:09.204053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32842) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:09.306225 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9abbb279-8a78-48b8-8616-46835097da7f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.351515 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9abbb279-8a78-48b8-8616-46835097da7f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.437844 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9abbb279-8a78-48b8-8616-46835097da7f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.442760 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9abbb279-8a78-48b8-8616-46835097da7f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.444727 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9abbb279-8a78-48b8-8616-46835097da7f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "DELETE /v2.0/security-groups/6b235767-baa4-421f-9ef6-14a4d8b9be56 HTTP/1.1" status: 204 len: 168 time: 0.2390609 Jul 12 16:12:09.448160 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32848) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:09.465830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbb279-8a78-48b8-8616-46835097da7f tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b235767-baa4-421f-9ef6-14a4d8b9be56,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:09.466721 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.api.v2.resource [None req-230df866-aea8-48be-9bce-8ef5761e5d23 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] show failed (client error): The resource could not be found. Jul 12 16:12:09.474622 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32852) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:09.475184 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-230df866-aea8-48be-9bce-8ef5761e5d23 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "GET /v2.0/security-groups/6b235767-baa4-421f-9ef6-14a4d8b9be56 HTTP/1.1" status: 404 len: 347 time: 0.0246828 Jul 12 16:12:09.642380 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Deleting port 9bcca787-f9d6-4a81-bc44-713622ee0b8e {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:09.642380 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.741237 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.741584 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.758661 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Calling delete_port for 9bcca787-f9d6-4a81-bc44-713622ee0b8e owned by network:floatingip {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:09.933550 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:09.964295 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Pushing event deleted for resources: {'Port': ['ID=9bcca787-f9d6-4a81-bc44-713622ee0b8e,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:10.065885 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks [] for floatingip, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.075744 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.077646 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-70432652-6cb3-4b4c-9248-55ace7a81b68 tempest-AttachVolumeShelveTestJSON-201105479 tempest-AttachVolumeShelveTestJSON-201105479-project] 10.222.0.70 "DELETE /v2.0/floatingips/13bc9f32-6cc4-4ba8-9621-d67e070af960 HTTP/1.1" status: 204 len: 168 time: 0.6009355 Jul 12 16:12:10.580207 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32892) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:10.589073 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.712990 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c8a363de-a159-43d1-b5e2-9a9209368849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.850723 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c8a363de-a159-43d1-b5e2-9a9209368849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.857211 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-c8a363de-a159-43d1-b5e2-9a9209368849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:10.904344 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a363de-a159-43d1-b5e2-9a9209368849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf46e11-36b5-4bdf-81b1-938583402383,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:10.910964 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-c8a363de-a159-43d1-b5e2-9a9209368849 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a086a08511a440daf342cec684be826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294556 Jul 12 16:12:10.918933 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32896) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:10.981205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca169edc-fd00-4e8c-92a2-38437cef3799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.008195 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca169edc-fd00-4e8c-92a2-38437cef3799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.078356 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca169edc-fd00-4e8c-92a2-38437cef3799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.081550 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-ca169edc-fd00-4e8c-92a2-38437cef3799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.083179 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-ca169edc-fd00-4e8c-92a2-38437cef3799 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/daf46e11-36b5-4bdf-81b1-938583402383 HTTP/1.1" status: 204 len: 168 time: 0.1651900 Jul 12 16:12:11.094239 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca169edc-fd00-4e8c-92a2-38437cef3799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf46e11-36b5-4bdf-81b1-938583402383,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:11.542647 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32916) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:11.557437 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3ead96c9-43ff-4f07-bfd2-a91eae25b4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.706293 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3ead96c9-43ff-4f07-bfd2-a91eae25b4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.710725 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-3ead96c9-43ff-4f07-bfd2-a91eae25b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.754180 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-3ead96c9-43ff-4f07-bfd2-a91eae25b4f9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bfa42264db1c47a8a340a7b23566005a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104158 Jul 12 16:12:11.755461 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead96c9-43ff-4f07-bfd2-a91eae25b4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1cd166-7651-4883-9648-86f86648ed24,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:11.757665 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32920) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:11.825291 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e684a2b7-eb2a-425a-80ae-64b39255b776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.863290 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e684a2b7-eb2a-425a-80ae-64b39255b776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.931578 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e684a2b7-eb2a-425a-80ae-64b39255b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.935337 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e684a2b7-eb2a-425a-80ae-64b39255b776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:11.937806 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e684a2b7-eb2a-425a-80ae-64b39255b776 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0b1cd166-7651-4883-9648-86f86648ed24 HTTP/1.1" status: 204 len: 168 time: 0.1777856 Jul 12 16:12:11.948583 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e684a2b7-eb2a-425a-80ae-64b39255b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1cd166-7651-4883-9648-86f86648ed24,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:12.916903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32962) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:13.597706 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:13.908857 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Deleting port 18456289-45da-4a4f-ba5b-b5f258180c6e {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:13.909408 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.031644 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] For port 18456289-45da-4a4f-ba5b-b5f258180c6e, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=18456289-45da-4a4f-ba5b-b5f258180c6e,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:14.032820 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.052350 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Calling delete_port for 18456289-45da-4a4f-ba5b-b5f258180c6e owned by network:router_interface {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:14.267956 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.299108 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Pushing event deleted for resources: {'Port': ['ID=18456289-45da-4a4f-ba5b-b5f258180c6e,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:14.475569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:14.822287 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:12:14.942240 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:14.947516 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3d6552de-d7c8-4ab7-9647-0ab481648524 admin admin] 10.222.0.70 "PUT /v2.0/routers/9c7b89f3-f16a-4922-b6c9-f541f36c6dd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0295265 Jul 12 16:12:14.950969 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32978) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:14.954055 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] Sync routers for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:14.964111 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:14.965454 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:11:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:15.071433 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.099418 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:15.211580 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.311993 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Deleting port a1cd98b3-0399-4114-81c2-e5e77baafd49 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:15.311993 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.393283 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96'}], 'enable_snat': True}, 'gw_port_id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:12:14Z', 'revision_number': 5, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port': {'id': 'a1cd98b3-0399-4114-81c2-e5e77baafd49', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:03:26Z', 'updated_at': '2021-07-12T16:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:15.423368 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] Checking router: 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:15.433943 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] Routers {'9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:15.434573 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:11:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:15.437979 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] For port a1cd98b3-0399-4114-81c2-e5e77baafd49, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=a1cd98b3-0399-4114-81c2-e5e77baafd49,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:15.438448 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.457231 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Calling delete_port for a1cd98b3-0399-4114-81c2-e5e77baafd49 owned by network:router_gateway {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:15.565547 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] Set router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 gateway port host: None {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:15.591827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670d797-2d6e-44bb-a6ff-8f446935820e req-38d3500e-bbb0-4496-a1e8-b0052ddd28ed tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:15.594725 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d670d797-2d6e-44bb-a6ff-8f446935820e req-38d3500e-bbb0-4496-a1e8-b0052ddd28ed tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.1154656 Jul 12 16:12:15.653229 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:12:15Z', 'revision_number': 6, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port_host': None}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:15.670180 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d670d797-2d6e-44bb-a6ff-8f446935820e req-5ca93f99-3c23-4384-ac46-8a87fbb30df9 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687156 Jul 12 16:12:15.715882 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d865c8ed-f279-4ceb-9023-679f7d952540 None None] The sync data for ids ['9c7b89f3-f16a-4922-b6c9-f541f36c6dd5'] in dv-cinder-792642-4-iscsi is: [{'id': '9c7b89f3-f16a-4922-b6c9-f541f36c6dd5', 'name': 'tempest-AttachVolumeShelveTestJSON-1238331491-router', 'tenant_id': '429f3cb929cc4e79be6b1251ae38b648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:03:25Z', 'updated_at': '2021-07-12T16:12:15Z', 'revision_number': 6, 'project_id': '429f3cb929cc4e79be6b1251ae38b648', 'gw_port_host': None}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:15.743990 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:15.783865 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1cd98b3-0399-4114-81c2-e5e77baafd49,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:15.896836 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.076683 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.079253 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.474727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.475332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 {{(pid=93202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:12:16.481809 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.483094 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-fcfc7e6a-5db1-4e8e-abfe-114a6bbb0c32 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9c7b89f3-f16a-4922-b6c9-f541f36c6dd5 HTTP/1.1" status: 204 len: 168 time: 1.5311420 Jul 12 16:12:16.485897 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 32988) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:16.536494 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Deleting subnet 2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:12:16.540285 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.595420 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.727208 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.827950 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.870179 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:16.892090 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:16.895158 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-6db0ddf8-6eba-4584-ab2f-c7536ae91229 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2b0d68e6-be50-4d49-ab02-6ce5e9feb3f7 HTTP/1.1" status: 204 len: 168 time: 0.4075718 Jul 12 16:12:16.897523 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32994) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:16.901272 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b1877-3ead-4e10-b24d-ff9c1806b460 None None] Network fe426721-bb92-4d32-b3e8-d52b3b783dd0 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:16.982918 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fcf5b-12b2-46cc-bf5e-180a8add04fa req-58218d72-48db-4ab6-adf6-0b703d09eb3b tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:16.984775 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c46fcf5b-12b2-46cc-bf5e-180a8add04fa req-58218d72-48db-4ab6-adf6-0b703d09eb3b tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.1189933 Jul 12 16:12:17.011492 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.052742 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c46fcf5b-12b2-46cc-bf5e-180a8add04fa req-99263bbf-9cc5-4c62-aa7a-92e4025d619a tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609472 Jul 12 16:12:17.093317 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Deleting port 6e70124c-fee2-4a74-a555-bece14b2198c {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:17.094215 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.189410 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] For port 6e70124c-fee2-4a74-a555-bece14b2198c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6e70124c-fee2-4a74-a555-bece14b2198c,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:17.190031 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.204103 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] DHCP port deletion for fe426721-bb92-4d32-b3e8-d52b3b783dd0 request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:12:17.216874 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Calling delete_port for 6e70124c-fee2-4a74-a555-bece14b2198c owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:17.296744 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Deleting port 6e70124c-fee2-4a74-a555-bece14b2198c {{(pid=93203) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:17.297499 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.374719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.381668 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a1cd98b3-0399-4114-81c2-e5e77baafd49 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:17.402812 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e70124c-fee2-4a74-a555-bece14b2198c,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:17.407395 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] No DVR routers for this DVR port 6e70124c-fee2-4a74-a555-bece14b2198c on host dv-cinder-792642-4-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:17.413006 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: a1cd98b3-0399-4114-81c2-e5e77baafd49 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:17.413534 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a1cd98b3-0399-4114-81c2-e5e77baafd49 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:17.414409 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6e70124c-fee2-4a74-a555-bece14b2198c no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:17.445582 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 6e70124c-fee2-4a74-a555-bece14b2198c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:17.445930 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6e70124c-fee2-4a74-a555-bece14b2198c not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:17.446362 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 18456289-45da-4a4f-ba5b-b5f258180c6e no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:17.486318 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 18456289-45da-4a4f-ba5b-b5f258180c6e {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:17.486727 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 18456289-45da-4a4f-ba5b-b5f258180c6e not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:17.491024 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] For port 6e70124c-fee2-4a74-a555-bece14b2198c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6e70124c-fee2-4a74-a555-bece14b2198c,segment=NetworkSegment(d85875c1-0a81-447c-98a8-699a8a703c34),segment_id=d85875c1-0a81-447c-98a8-699a8a703c34)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:17.491446 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.498413 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.507572 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Calling delete_port for 6e70124c-fee2-4a74-a555-bece14b2198c owned by network:dhcp {{(pid=93203) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:17.512626 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe426721-bb92-4d32-b3e8-d52b3b783dd0']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:17.530888 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85875c1-0a81-447c-98a8-699a8a703c34') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:17.531157 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85875c1-0a81-447c-98a8-699a8a703c34') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:17.542469 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.562185 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.569184 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:12:17.569691 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:12:17.571588 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:12:17.608175 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093'] for port, after_delete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.637668 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.639651 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Pushing event deleted for resources: {'Port': ['ID=6e70124c-fee2-4a74-a555-bece14b2198c,revision_number=None']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:17.642525 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] No DVR routers for this DVR port 6e70124c-fee2-4a74-a555-bece14b2198c on host dv-cinder-792642-4-iscsi {{(pid=93203) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:17.646812 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.649383 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] 10.222.0.70 "DELETE /v2.0/networks/fe426721-bb92-4d32-b3e8-d52b3b783dd0 HTTP/1.1" status: 204 len: 168 time: 0.7499559 Jul 12 16:12:17.655085 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.655085 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.655085 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.655629 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.656181 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.656745 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.657113 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.657459 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.657799 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.658136 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.658553 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.658885 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47e1af5-7d4f-49bb-aa52-a66440975ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:17.663490 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936ad01-45cd-4df4-8125-d845db20abf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe426721-bb92-4d32-b3e8-d52b3b783dd0,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:17.791254 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 32998) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:17.840768 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-11c42535-cae1-4e6f-839a-b8d39439abbf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=429f3cb929cc4e79be6b1251ae38b648&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473461 Jul 12 16:12:17.842824 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33000) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:17.905703 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6771-aa2d-41bf-860b-fe9f2364a393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:17.948037 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6771-aa2d-41bf-860b-fe9f2364a393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.006457 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6771-aa2d-41bf-860b-fe9f2364a393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.009171 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-dfdc6771-aa2d-41bf-860b-fe9f2364a393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:18.010424 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-dfdc6771-aa2d-41bf-860b-fe9f2364a393 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/e562d1be-1783-480c-8069-f8af42922d63 HTTP/1.1" status: 204 len: 168 time: 0.1666360 Jul 12 16:12:18.021205 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc6771-aa2d-41bf-860b-fe9f2364a393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e562d1be-1783-480c-8069-f8af42922d63,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:18.294397 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379a70b-ab79-472c-b6ea-2e06d4926faf req-e1adca26-743a-41f2-bc58-88a72512fee8 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:18.296003 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e379a70b-ab79-472c-b6ea-2e06d4926faf req-e1adca26-743a-41f2-bc58-88a72512fee8 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.0919223 Jul 12 16:12:18.350254 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e379a70b-ab79-472c-b6ea-2e06d4926faf req-fad5aaed-58bc-4eb1-a6a1-2094f63f9076 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481427 Jul 12 16:12:19.558233 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33084) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:19.576881 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a8d62-f60f-49db-8188-704be1c85e42 req-8a11cd55-712d-47ae-8ad4-bec92a4bb9c1 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:19.578409 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e2a8d62-f60f-49db-8188-704be1c85e42 req-8a11cd55-712d-47ae-8ad4-bec92a4bb9c1 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.0906224 Jul 12 16:12:19.635865 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0e2a8d62-f60f-49db-8188-704be1c85e42 req-dc8d1a32-761c-4cf4-8fe7-70c0109b2360 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/security-groups?id=a1aec972-f669-4f19-a516-1c89926b5bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509930 Jul 12 16:12:19.694612 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86c14bed-b63b-47c3-94f8-181ed1579ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.803649 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86c14bed-b63b-47c3-94f8-181ed1579ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.809342 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-86c14bed-b63b-47c3-94f8-181ed1579ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.857184 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-86c14bed-b63b-47c3-94f8-181ed1579ba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bcd84abf5f924a7bb8e0d1acf9252604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974637 Jul 12 16:12:19.861060 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33092) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:19.861310 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c14bed-b63b-47c3-94f8-181ed1579ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02467d8d-47bc-4830-a5a2-005df0d9c5c9,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:19.930965 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d997be74-1879-464d-ad9b-4cd281e80aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:19.955295 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d997be74-1879-464d-ad9b-4cd281e80aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.013607 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d997be74-1879-464d-ad9b-4cd281e80aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.017004 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d997be74-1879-464d-ad9b-4cd281e80aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.017784 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d997be74-1879-464d-ad9b-4cd281e80aa7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02467d8d-47bc-4830-a5a2-005df0d9c5c9 HTTP/1.1" status: 204 len: 168 time: 0.1553020 Jul 12 16:12:20.043956 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997be74-1879-464d-ad9b-4cd281e80aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02467d8d-47bc-4830-a5a2-005df0d9c5c9,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:20.114682 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-2831f505-d148-40fd-8c48-e92eef2a80ac tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:20.117456 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-2831f505-d148-40fd-8c48-e92eef2a80ac tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 945 time: 0.0977554 Jul 12 16:12:20.257723 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Deleting port c367302b-217e-4ff7-a50c-b52098685288 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:12:20.258313 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.365389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] For port c367302b-217e-4ff7-a50c-b52098685288, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=c367302b-217e-4ff7-a50c-b52098685288,segment=NetworkSegment(dd0a9498-583b-4236-9650-d3c61ed585b2),segment_id=dd0a9498-583b-4236-9650-d3c61ed585b2)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:20.365749 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.381418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Calling delete_port for c367302b-217e-4ff7-a50c-b52098685288 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:12:20.542804 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.578060 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Pushing event deleted for resources: {'Port': ['ID=c367302b-217e-4ff7-a50c-b52098685288,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:20.585498 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['c367302b-217e-4ff7-a50c-b52098685288'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:12:20.631618 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] No DVR routers for this DVR port c367302b-217e-4ff7-a50c-b52098685288 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:12:20.634288 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:20.638277 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-267845f7-b7d1-4ad6-9f89-6736ec3bc180 req-7bdef443-a258-4d0d-98b4-0267cc08aac6 tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.66 "DELETE /v2.0/ports/c367302b-217e-4ff7-a50c-b52098685288 HTTP/1.1" status: 204 len: 173 time: 0.5113034 Jul 12 16:12:20.638775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'name': 'network-vif-deleted', 'tag': 'c367302b-217e-4ff7-a50c-b52098685288'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:12:20.641109 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330b3031-b233-45e1-ab93-8f5b0b0d24a3" -d '{"events": [{"server_uuid": "2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd", "name": "network-vif-deleted", "tag": "c367302b-217e-4ff7-a50c-b52098685288"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:12:20.700965 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cd9c57-0646-470e-947d-c0c3af847418 x-openstack-request-id: req-09cd9c57-0646-470e-947d-c0c3af847418 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:12:20.701258 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd", "name": "network-vif-deleted", "tag": "c367302b-217e-4ff7-a50c-b52098685288", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:12:20.701507 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-09cd9c57-0646-470e-947d-c0c3af847418 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:12:20.701907 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd', 'name': 'network-vif-deleted', 'tag': 'c367302b-217e-4ff7-a50c-b52098685288', 'status': 'completed', 'code': 200} Jul 12 16:12:20.797749 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-d87b9af0-3c02-4ab0-b390-1f2256195bab req-648937a4-527c-46ef-a5f8-53d0a69b9ebc tempest-VolumesSnapshotTestJSON-1662405397 tempest-VolumesSnapshotTestJSON-1662405397-project] 10.222.0.70 "GET /v2.0/ports?device_id=2ebc1c6b-8a0d-4715-898d-dbb42da0a5bd HTTP/1.1" status: 200 len: 210 time: 0.0415339 Jul 12 16:12:22.256857 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33164) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:22.259592 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33166) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:22.426731 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d387f8c-c3e5-4e90-a789-308f2b37a77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.458788 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8a4acba3-e839-497d-bc91-7119c7b5e4d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.553108 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d387f8c-c3e5-4e90-a789-308f2b37a77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.557904 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d387f8c-c3e5-4e90-a789-308f2b37a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.626810 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1d387f8c-c3e5-4e90-a789-308f2b37a77e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a36123081b4f4e48a2ecf8a7592ff671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680506 Jul 12 16:12:22.627834 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d387f8c-c3e5-4e90-a789-308f2b37a77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a536ce-292d-42d4-b836-124967ce8e92,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:22.630618 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33176) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:22.720817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8a4acba3-e839-497d-bc91-7119c7b5e4d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.728058 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e81349d-436d-433e-a027-c4787c9679e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.730497 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8a4acba3-e839-497d-bc91-7119c7b5e4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.787388 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e81349d-436d-433e-a027-c4787c9679e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.799967 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8a4acba3-e839-497d-bc91-7119c7b5e4d5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a756144fba8746e1a291e3907aaead83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383697 Jul 12 16:12:22.802670 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4acba3-e839-497d-bc91-7119c7b5e4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40403e4-9631-4da9-bd05-e4e1180c3095,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:22.802849 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33178) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:22.852796 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e81349d-436d-433e-a027-c4787c9679e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.856050 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4e81349d-436d-433e-a027-c4787c9679e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.857311 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4e81349d-436d-433e-a027-c4787c9679e3 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/61a536ce-292d-42d4-b836-124967ce8e92 HTTP/1.1" status: 204 len: 168 time: 0.2239459 Jul 12 16:12:22.863743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a2af327f-3071-4487-a74c-7f09e7e4efe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.866571 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81349d-436d-433e-a027-c4787c9679e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a536ce-292d-42d4-b836-124967ce8e92,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:22.893530 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a2af327f-3071-4487-a74c-7f09e7e4efe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.951126 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a2af327f-3071-4487-a74c-7f09e7e4efe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.953842 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a2af327f-3071-4487-a74c-7f09e7e4efe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:22.955148 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a2af327f-3071-4487-a74c-7f09e7e4efe5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d40403e4-9631-4da9-bd05-e4e1180c3095 HTTP/1.1" status: 204 len: 168 time: 0.1513114 Jul 12 16:12:22.971053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af327f-3071-4487-a74c-7f09e7e4efe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40403e4-9631-4da9-bd05-e4e1180c3095,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:23.350279 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33196) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:23.369042 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-52967d03-24f6-413f-9340-8e11d6962e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.480903 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-52967d03-24f6-413f-9340-8e11d6962e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.486617 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-52967d03-24f6-413f-9340-8e11d6962e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.535583 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-52967d03-24f6-413f-9340-8e11d6962e55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=fd8c9875c15345359b65a1154b5ea33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815233 Jul 12 16:12:23.536030 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33204) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:23.545727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52967d03-24f6-413f-9340-8e11d6962e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cedb036-e79e-4d9d-9a96-a8a22257659f,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:23.606014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6b36-c85f-4fc4-9bd1-868854ef9c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.639530 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6b36-c85f-4fc4-9bd1-868854ef9c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.703145 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6b36-c85f-4fc4-9bd1-868854ef9c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.705886 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cb0b6b36-c85f-4fc4-9bd1-868854ef9c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:23.711746 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-cb0b6b36-c85f-4fc4-9bd1-868854ef9c88 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3cedb036-e79e-4d9d-9a96-a8a22257659f HTTP/1.1" status: 204 len: 168 time: 0.1697445 Jul 12 16:12:23.725497 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b6b36-c85f-4fc4-9bd1-868854ef9c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cedb036-e79e-4d9d-9a96-a8a22257659f,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:24.661593 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33254) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:24.802204 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b3af9d3e-6bf7-410f-b14e-3514fedcaba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.925222 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b3af9d3e-6bf7-410f-b14e-3514fedcaba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.930162 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b3af9d3e-6bf7-410f-b14e-3514fedcaba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:24.972123 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b3af9d3e-6bf7-410f-b14e-3514fedcaba0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0f1fee73883448a99fdc0dd77ab71c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097405 Jul 12 16:12:24.972972 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3af9d3e-6bf7-410f-b14e-3514fedcaba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f224c1bb-2dd1-423b-99e4-be22883087ee,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:24.976414 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33268) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:25.039461 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-234cdf62-bfd6-46dc-9a30-ae65c3c46972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.066850 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-234cdf62-bfd6-46dc-9a30-ae65c3c46972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.124039 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-234cdf62-bfd6-46dc-9a30-ae65c3c46972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.135633 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-234cdf62-bfd6-46dc-9a30-ae65c3c46972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:25.135633 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-234cdf62-bfd6-46dc-9a30-ae65c3c46972 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f224c1bb-2dd1-423b-99e4-be22883087ee HTTP/1.1" status: 204 len: 168 time: 0.1501639 Jul 12 16:12:25.138746 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cdf62-bfd6-46dc-9a30-ae65c3c46972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f224c1bb-2dd1-423b-99e4-be22883087ee,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:25.905569 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c367302b-217e-4ff7-a50c-b52098685288 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:12:25.929920 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: c367302b-217e-4ff7-a50c-b52098685288 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:12:25.930357 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device c367302b-217e-4ff7-a50c-b52098685288 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:12:26.313366 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e27586e0-88c6-42ee-8e54-9a19d241dbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.423244 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33378) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:27.548409 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8351b93a-df34-4f23-b070-6f22b98cdedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.652295 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8351b93a-df34-4f23-b070-6f22b98cdedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.656396 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8351b93a-df34-4f23-b070-6f22b98cdedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.693778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351b93a-df34-4f23-b070-6f22b98cdedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb20580b-0a25-45ad-aa13-5a644875a9a5,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:27.697864 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8351b93a-df34-4f23-b070-6f22b98cdedb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40f54e072e704d739d42292ac7a8b492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736034 Jul 12 16:12:27.701980 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33382) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:27.754308 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d86f67ac-3e80-43a3-b9b1-2835d7968957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.779434 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d86f67ac-3e80-43a3-b9b1-2835d7968957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.828381 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d86f67ac-3e80-43a3-b9b1-2835d7968957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.830964 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-d86f67ac-3e80-43a3-b9b1-2835d7968957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:27.833048 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-d86f67ac-3e80-43a3-b9b1-2835d7968957 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/eb20580b-0a25-45ad-aa13-5a644875a9a5 HTTP/1.1" status: 204 len: 168 time: 0.1299312 Jul 12 16:12:27.842642 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f67ac-3e80-43a3-b9b1-2835d7968957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb20580b-0a25-45ad-aa13-5a644875a9a5,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:28.133610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33392) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:28.147599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4976da69-f8c6-4965-9f4e-a8c2889127f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.268836 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4976da69-f8c6-4965-9f4e-a8c2889127f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.273602 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4976da69-f8c6-4965-9f4e-a8c2889127f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.315839 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4976da69-f8c6-4965-9f4e-a8c2889127f0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4fa16875207e4c6dbdadcc725f5e48e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810498 Jul 12 16:12:28.316863 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976da69-f8c6-4965-9f4e-a8c2889127f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9c1cb-3cbc-4d26-bb93-bb90167bccdd,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:28.318582 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33398) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:28.370084 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-751035b2-ed5d-4cd3-b511-5df0100b26c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.390795 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-751035b2-ed5d-4cd3-b511-5df0100b26c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.437058 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-751035b2-ed5d-4cd3-b511-5df0100b26c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.439548 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-751035b2-ed5d-4cd3-b511-5df0100b26c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:28.440804 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-751035b2-ed5d-4cd3-b511-5df0100b26c2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/55e9c1cb-3cbc-4d26-bb93-bb90167bccdd HTTP/1.1" status: 204 len: 168 time: 0.1210532 Jul 12 16:12:28.449087 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751035b2-ed5d-4cd3-b511-5df0100b26c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9c1cb-3cbc-4d26-bb93-bb90167bccdd,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:29.133886 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b01d1c2c-06b3-4a10-8f12-7845a6ee8fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:29.232233 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:30.145944 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:31.624984 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:33.592218 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:12:35.980415 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33548) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:36.085024 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47f5783c-b26d-4f69-96b3-54c2e24e7e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.190336 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47f5783c-b26d-4f69-96b3-54c2e24e7e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.194518 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-47f5783c-b26d-4f69-96b3-54c2e24e7e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.235069 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-47f5783c-b26d-4f69-96b3-54c2e24e7e32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5dfa2e897bc1497ab6e8b88b94e0c7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535369 Jul 12 16:12:36.235942 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5783c-b26d-4f69-96b3-54c2e24e7e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9013c5-0a52-40e3-97dc-1d8cf133fb90,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.237818 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33556) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:36.292530 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7d5c48fb-daaf-403c-9878-04898b97801b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.315386 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7d5c48fb-daaf-403c-9878-04898b97801b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.366014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7d5c48fb-daaf-403c-9878-04898b97801b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.368664 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-7d5c48fb-daaf-403c-9878-04898b97801b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.370390 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-7d5c48fb-daaf-403c-9878-04898b97801b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9d9013c5-0a52-40e3-97dc-1d8cf133fb90 HTTP/1.1" status: 204 len: 168 time: 0.1310263 Jul 12 16:12:36.378715 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c48fb-daaf-403c-9878-04898b97801b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9013c5-0a52-40e3-97dc-1d8cf133fb90,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.663434 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33566) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:36.676980 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1a5425ba-82e2-45d4-a8ac-9d8f5edebf33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.768258 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1a5425ba-82e2-45d4-a8ac-9d8f5edebf33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.772053 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1a5425ba-82e2-45d4-a8ac-9d8f5edebf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.810271 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1a5425ba-82e2-45d4-a8ac-9d8f5edebf33 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9e105ee39fe841968df85baa6758f577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457622 Jul 12 16:12:36.811503 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5425ba-82e2-45d4-a8ac-9d8f5edebf33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a76f26-a3b0-4073-859f-2b8d732a13b4,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:36.812979 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33568) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:36.864074 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e9fa-651d-4949-953b-e20481d55aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.885455 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e9fa-651d-4949-953b-e20481d55aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.933938 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e9fa-651d-4949-953b-e20481d55aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.936364 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b9b1e9fa-651d-4949-953b-e20481d55aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:36.937529 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b9b1e9fa-651d-4949-953b-e20481d55aed admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/02a76f26-a3b0-4073-859f-2b8d732a13b4 HTTP/1.1" status: 204 len: 168 time: 0.1235607 Jul 12 16:12:36.945309 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1e9fa-651d-4949-953b-e20481d55aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a76f26-a3b0-4073-859f-2b8d732a13b4,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:38.337665 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-6b5a0c0a-a9c1-4e9a-a281-4030da818e6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568798 Jul 12 16:12:38.467579 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-d3c66ed8-a226-4803-a6ef-fd7285b95b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.469130 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-d3c66ed8-a226-4803-a6ef-fd7285b95b87 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0560429 Jul 12 16:12:38.601747 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-1043a547-9c67-4348-b06e-373cc489a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.603421 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-1043a547-9c67-4348-b06e-373cc489a441 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.1089427 Jul 12 16:12:38.680027 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-fc333a7a-aa15-45a4-b670-1549c8b59292 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 1000 time: 0.0642896 Jul 12 16:12:38.734789 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-316c815f-4675-4a6a-8bea-649342978ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.743011 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-316c815f-4675-4a6a-8bea-649342978ade service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0491168 Jul 12 16:12:38.807640 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-f67ee15a-b8e3-450b-b5e9-8ef636cb5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:38.809214 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-f67ee15a-b8e3-450b-b5e9-8ef636cb5c9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600266 Jul 12 16:12:38.910573 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-fac6a3bd-9cb2-47c6-9867-bc93a3c0858f service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909209 Jul 12 16:12:38.936531 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33654) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:39.012443 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-feef9ab3-2777-4e84-a3a7-3bb08bf39c39 req-a9aca4fa-9c58-42de-9ff7-249c856c194a service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937688 Jul 12 16:12:39.051777 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a27652ce-0886-4bf5-9cda-a7d932aa980b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.146173 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a27652ce-0886-4bf5-9cda-a7d932aa980b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.149998 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a27652ce-0886-4bf5-9cda-a7d932aa980b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.187470 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27652ce-0886-4bf5-9cda-a7d932aa980b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1743b314-4496-45d1-9065-888649ff13b1,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:39.192064 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a27652ce-0886-4bf5-9cda-a7d932aa980b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7e3b832fc5dc4ef0a8a533cf68c0c5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545009 Jul 12 16:12:39.195002 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33658) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:39.242026 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1fd540b-2e12-47a2-af22-adac575f7015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.267546 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1fd540b-2e12-47a2-af22-adac575f7015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.316973 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1fd540b-2e12-47a2-af22-adac575f7015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.319099 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a1fd540b-2e12-47a2-af22-adac575f7015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.320298 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a1fd540b-2e12-47a2-af22-adac575f7015 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1743b314-4496-45d1-9065-888649ff13b1 HTTP/1.1" status: 204 len: 168 time: 0.1245990 Jul 12 16:12:39.329273 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd540b-2e12-47a2-af22-adac575f7015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1743b314-4496-45d1-9065-888649ff13b1,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:39.575468 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33664) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:39.589468 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d174ec46-6120-4671-bdca-ed338868d6bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.688236 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d174ec46-6120-4671-bdca-ed338868d6bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.692354 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d174ec46-6120-4671-bdca-ed338868d6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.735521 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d174ec46-6120-4671-bdca-ed338868d6bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6331fd6df7de4994956d7652ad9108b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589286 Jul 12 16:12:39.736392 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174ec46-6120-4671-bdca-ed338868d6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e740c7c-9179-4700-ad7d-f1f31f486afd,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:39.738529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33666) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:39.790471 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a0d984b6-5377-4d91-b03f-9cd48bade9c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.814115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a0d984b6-5377-4d91-b03f-9cd48bade9c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.864872 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a0d984b6-5377-4d91-b03f-9cd48bade9c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.867618 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a0d984b6-5377-4d91-b03f-9cd48bade9c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:39.868933 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a0d984b6-5377-4d91-b03f-9cd48bade9c5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8e740c7c-9179-4700-ad7d-f1f31f486afd HTTP/1.1" status: 204 len: 168 time: 0.1292212 Jul 12 16:12:39.880593 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d984b6-5377-4d91-b03f-9cd48bade9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e740c7c-9179-4700-ad7d-f1f31f486afd,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:40.582034 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.012213 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33702) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:41.167111 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e7-f869-4c3c-ae0f-9e04133e685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.271881 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e7-f869-4c3c-ae0f-9e04133e685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.276775 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3c7460e7-f869-4c3c-ae0f-9e04133e685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.318587 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3c7460e7-f869-4c3c-ae0f-9e04133e685c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bde6c36a8ebd4194b0093f6828edc649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050349 Jul 12 16:12:41.319476 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7460e7-f869-4c3c-ae0f-9e04133e685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08111855-5d8d-48e1-9fb3-387f99596fc7,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:41.321471 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33714) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:41.380802 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-711d595e-a95d-40d1-a44c-dbd3a3455fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.404511 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-711d595e-a95d-40d1-a44c-dbd3a3455fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.453743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-711d595e-a95d-40d1-a44c-dbd3a3455fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.457380 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-711d595e-a95d-40d1-a44c-dbd3a3455fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:41.457519 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-711d595e-a95d-40d1-a44c-dbd3a3455fb8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/08111855-5d8d-48e1-9fb3-387f99596fc7 HTTP/1.1" status: 204 len: 168 time: 0.1342010 Jul 12 16:12:41.467513 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d595e-a95d-40d1-a44c-dbd3a3455fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08111855-5d8d-48e1-9fb3-387f99596fc7,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.108196 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33736) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:42.210227 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-430899675-network', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:42.243499 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Made reservation on behalf of 076c03be54bf49c283e4e5133cda96a2 for: {'network': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:42.246981 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.257235 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.384419 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.389401 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.420029 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93201) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:42.424778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fae8e7-6e29-4b56-82a2-e8e2ff6c4491,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.434416 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.434768 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.segments_db [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Added segment c83fd6a5-f73a-44d6-b32b-8916fae68987 of type vlan for network 2fd2b61d-d4e0-4851-bf26-edda98d3282d Jul 12 16:12:42.476483 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.509815 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.511421 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:42.512133 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.571661 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4623163 Jul 12 16:12:42.576678 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33746) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:42.580549 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79028c-65b1-4b01-b29f-4c2b27c39862 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd2b61d-d4e0-4851-bf26-edda98d3282d,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.585523 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Request body: {'subnet': {'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-430899675-subnet', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:42.594337 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:42.610778 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Made reservation on behalf of 076c03be54bf49c283e4e5133cda96a2 for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:42.613237 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.794544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.849726 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a31090-56d1-4bc4-883c-d794467e13d3,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:42.860925 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Checking segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:42.861268 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Network hostable DHCP agents. Network: 2fd2b61d-d4e0-4851-bf26-edda98d3282d, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:42.878253 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:42.887410 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, 2fd2b61d-d4e0-4851-bf26-edda98d3282d) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:42.891585 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:42.892183 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.896533 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41414bd6-4425-4628-b13a-a6659aee70cc None None] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:42.911850 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1b07908f-00c7-47a6-91da-1a171cdaa525 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3310888 Jul 12 16:12:42.912094 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33748) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:42.916989 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:42.942008 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:42.943030 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.002343 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.050652 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:43.051773 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.202409 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.207247 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Allocated IP 172.20.0.2 (2fd2b61d-d4e0-4851-bf26-edda98d3282d/94a31090-56d1-4bc4-883c-d794467e13d3/14f8a355-0ea6-40e1-a33c-515d43927baa) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:43.405460 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.427263 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Transition to ACTIVE for port object 14f8a355-0ea6-40e1-a33c-515d43927baa will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:43.454672 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Transition to ACTIVE for port object 14f8a355-0ea6-40e1-a33c-515d43927baa will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:43.464191 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.504841 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.511995 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:43.516990 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:43.523226 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:43.534234 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Pushing event updated for resources: {'Port': ['ID=14f8a355-0ea6-40e1-a33c-515d43927baa,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:43.550711 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.607433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Attempting to bind port 14f8a355-0ea6-40e1-a33c-515d43927baa on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:43.607433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Attempting to bind port 14f8a355-0ea6-40e1-a33c-515d43927baa by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:43.607433 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Attempting to bind port 14f8a355-0ea6-40e1-a33c-515d43927baa on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:43.610010 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:43.610010 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Checking segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:43.610325 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.610681 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Bound using segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:43.611269 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Bound port: 14f8a355-0ea6-40e1-a33c-515d43927baa, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:43.612388 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.691733 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] For port 14f8a355-0ea6-40e1-a33c-515d43927baa, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:43.695366 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] For port 14f8a355-0ea6-40e1-a33c-515d43927baa, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=14f8a355-0ea6-40e1-a33c-515d43927baa,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:43.702301 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.702517 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Allocated IP 172.27.3.214 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/5cab6f76-a85f-43db-b41a-d189a1580833) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:43.799357 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5a5a8-6d66-42d2-8ff7-3b6ef6960e23 None None] Pushing event updated for resources: {'Port': ['ID=14f8a355-0ea6-40e1-a33c-515d43927baa,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:43.882663 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:43.933131 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.032751 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:44.039248 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:44.044622 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:44.049028 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Pushing event updated for resources: {'Port': ['ID=5cab6f76-a85f-43db-b41a-d189a1580833,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:44.383105 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.635981 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.784762 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:12:44.920895 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832256c-7ed9-4b5e-8d74-a2b4ac8c065e None None] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:44.945827 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:44.986280 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:44.992866 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-66e7fb7f-9437-49ae-b5e7-5a4ac2034c07 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0754380 Jul 12 16:12:44.993470 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33778) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:44.996361 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:45.051274 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:45.052334 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:45.055608 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-295c5d29-4028-4d7d-b569-4b6ca4ee51ec None None] Provisioning for port 14f8a355-0ea6-40e1-a33c-515d43927baa completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:45.234747 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:45.415899 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 14f8a355-0ea6-40e1-a33c-515d43927baa up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:45.517266 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 14f8a355-0ea6-40e1-a33c-515d43927baa completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:45.523127 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 14f8a355-0ea6-40e1-a33c-515d43927baa triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:45.523539 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.530032 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:44Z', 'revision_number': 3, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:45.550596 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.576810 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:45.577158 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Updating router b1a9f86e-0cef-4fe7-83db-08b485c25530 port 5cab6f76-a85f-43db-b41a-d189a1580833 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:45.641293 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.692256 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-7db0ed31-87ed-4ce3-b3ea-08fb603ab86c None None] Provisioning complete for port 14f8a355-0ea6-40e1-a33c-515d43927baa triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:45.692565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7db0ed31-87ed-4ce3-b3ea-08fb603ab86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.731016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Allocated IP 172.20.0.1 (2fd2b61d-d4e0-4851-bf26-edda98d3282d/94a31090-56d1-4bc4-883c-d794467e13d3/27216a99-573f-41e3-9603-81dedcb9885c) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:45.854951 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.870017 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Transition to ACTIVE for port object 27216a99-573f-41e3-9603-81dedcb9885c will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:45.905771 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.943225 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:45.960077 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:45.963797 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:45.971413 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:46.013747 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33782) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:46.018602 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.023074 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Pushing event updated for resources: {'Port': ['ID=27216a99-573f-41e3-9603-81dedcb9885c,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.083108 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 14f8a355-0ea6-40e1-a33c-515d43927baa, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=14f8a355-0ea6-40e1-a33c-515d43927baa,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:46.087784 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Deleting subnet 05965818-2eb4-4215-b1dd-81b27379faeb {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:12:46.093811 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.099686 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.155886 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.159497 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7db0ed31-87ed-4ce3-b3ea-08fb603ab86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.226367 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.232787 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=14f8a355-0ea6-40e1-a33c-515d43927baa,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.274149 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.310214 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.326234 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.327396 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.db.api [None req-7db0ed31-87ed-4ce3-b3ea-08fb603ab86c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93203) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 12 16:12:46.328164 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG oslo_db.api [None req-7db0ed31-87ed-4ce3-b3ea-08fb603ab86c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 16:12:46.329844 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/05965818-2eb4-4215-b1dd-81b27379faeb HTTP/1.1" status: 204 len: 168 time: 0.3141179 Jul 12 16:12:46.332530 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.345340 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Transition to ACTIVE for port object 5cab6f76-a85f-43db-b41a-d189a1580833 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:46.349509 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33784) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:46.353365 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07fce6b-e2e4-4d42-af44-c44864bf504a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05965818-2eb4-4215-b1dd-81b27379faeb,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.353553 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.410517 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Attempting to bind port 5cab6f76-a85f-43db-b41a-d189a1580833 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:46.410888 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Attempting to bind port 5cab6f76-a85f-43db-b41a-d189a1580833 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:46.411248 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Attempting to bind port 5cab6f76-a85f-43db-b41a-d189a1580833 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:46.414474 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b9ecb-0967-4b1a-9312-ddeeef4854c3 None None] Pushing event updated for resources: {'Port': ['ID=5cab6f76-a85f-43db-b41a-d189a1580833,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.419624 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:46.419984 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:46.420382 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.420810 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:46.421283 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Bound port: 5cab6f76-a85f-43db-b41a-d189a1580833, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:46.421666 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.477136 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] For port 5cab6f76-a85f-43db-b41a-d189a1580833, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:46.480909 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] For port 5cab6f76-a85f-43db-b41a-d189a1580833, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5cab6f76-a85f-43db-b41a-d189a1580833,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:46.485682 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.547685 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:46.548322 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.553378 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b9ecb-0967-4b1a-9312-ddeeef4854c3 None None] Pushing event updated for resources: {'Port': ['ID=5cab6f76-a85f-43db-b41a-d189a1580833,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.579901 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.664620 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:46.738346 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.757107 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['487269aa-c2c1-4dff-8c8d-1b6654bfc3b8']}} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.773360 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0a9498-583b-4236-9650-d3c61ed585b2') {'for_net_delete': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.773664 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0a9498-583b-4236-9650-d3c61ed585b2') {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.793524 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59549707'] for segment, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.804682 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.813678 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.824913 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.857272 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:12:46.858016 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59635942'] for segment, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: Traceback (most recent call last): Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: timer() Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: cb(*args, **kw) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: return func(*args, **kwargs) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: self._notify() Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: self.callback(batched_events) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: event.method(event) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: return f(self, *a, **k) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._get(url).json() Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: return self.request(url, 'GET', **kwargs) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:12:46.861939 dv-cinder-792642-4-iscsi neutron-server[93202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:12:46.954845 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Pushing event updated for resources: {'Port': ['ID=27216a99-573f-41e3-9603-81dedcb9885c,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:46.961932 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:45Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:46.967530 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:46.997820 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.001779 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5428541f-2d2a-4cfb-b1af-16732479fa3c None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:45Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:47.009195 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.011684 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] 10.222.0.70 "DELETE /v2.0/networks/487269aa-c2c1-4dff-8c8d-1b6654bfc3b8 HTTP/1.1" status: 204 len: 168 time: 0.6605670 Jul 12 16:12:47.053246 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a719e437-86b0-4ad4-99a1-d8bd599478bc None None] Provisioning for port 27216a99-573f-41e3-9603-81dedcb9885c completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:47.059906 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-a719e437-86b0-4ad4-99a1-d8bd599478bc None None] Provisioning complete for port 27216a99-573f-41e3-9603-81dedcb9885c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:47.061339 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a719e437-86b0-4ad4-99a1-d8bd599478bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.072370 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e859f8-fb09-4288-b365-3423b14f2fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=487269aa-c2c1-4dff-8c8d-1b6654bfc3b8,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:47.132188 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:47.134091 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:47.149374 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-a719e437-86b0-4ad4-99a1-d8bd599478bc None None] Port 27216a99-573f-41e3-9603-81dedcb9885c cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:47.215680 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33788) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:47.284440 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-43d32b89-c2a9-4954-a2c0-516061baf4ab None None] Provisioning complete for port 27216a99-573f-41e3-9603-81dedcb9885c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:47.293960 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:12:47.310600 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-43d32b89-c2a9-4954-a2c0-516061baf4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.320384 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b2f89d2d-1fe0-4022-baf6-af391bb45623 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bc7735fd588e46eb81aa845fbe3133eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1034336 Jul 12 16:12:47.329558 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33790) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:47.371348 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-43d32b89-c2a9-4954-a2c0-516061baf4ab None None] Port 27216a99-573f-41e3-9603-81dedcb9885c cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:47.442896 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 14f8a355-0ea6-40e1-a33c-515d43927baa up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:47.514804 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 14f8a355-0ea6-40e1-a33c-515d43927baa triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:47.515317 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.582923 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-ae13cfc0-2564-4aeb-b01f-f81c5afd86f1 None None] Provisioning complete for port 27216a99-573f-41e3-9603-81dedcb9885c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:47.583417 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-ae13cfc0-2564-4aeb-b01f-f81c5afd86f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.652373 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-ae13cfc0-2564-4aeb-b01f-f81c5afd86f1 None None] Port 27216a99-573f-41e3-9603-81dedcb9885c cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:47.859740 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e615a112-304d-4ae7-9040-5411a9b6bece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.864812 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:47.872104 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9f2bcaa3-b015-4003-bd6b-243cd8837191 admin admin] 10.222.0.70 "PUT /v2.0/routers/b1a9f86e-0cef-4fe7-83db-08b485c25530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8763728 Jul 12 16:12:47.893457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e615a112-304d-4ae7-9040-5411a9b6bece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.973613 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e615a112-304d-4ae7-9040-5411a9b6bece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.976336 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e615a112-304d-4ae7-9040-5411a9b6bece admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:47.984921 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e615a112-304d-4ae7-9040-5411a9b6bece admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a1aec972-f669-4f19-a516-1c89926b5bc4 HTTP/1.1" status: 204 len: 168 time: 0.6542029 Jul 12 16:12:47.993489 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615a112-304d-4ae7-9040-5411a9b6bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1aec972-f669-4f19-a516-1c89926b5bc4,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:48.697890 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33808) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:48.705199 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1252299982-network', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:48.729351 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Made reservation on behalf of 6a72f96ed50844c082243bf8a950b98e for: {'network': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:48.733201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for network, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.743852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.835501 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.839474 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.863910 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93202) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 16:12:48.874332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519a07ec-a2b1-4bd7-a71f-f0347d8135db,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:48.879540 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.879889 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.segments_db [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Added segment 2763fde2-3705-44e6-86ff-837cc9586281 of type vlan for network e9a4b966-c392-4437-a4c5-ef3da9074d03 Jul 12 16:12:48.922612 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778820093269'] for network, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.952315 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477'] for network, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:48.953207 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:48.953791 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.010667 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3116400 Jul 12 16:12:49.013371 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33810) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:49.020427 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Request body: {'subnet': {'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1252299982-subnet', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'ip_version': 4}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:49.024554 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7e81-d89a-4fca-8de8-bd419d24d5f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9a4b966-c392-4437-a4c5-ef3da9074d03,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:49.035484 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 details requested by agent ovs-agent-dv-cinder-792642-4-iscsi with host dv-cinder-792642-4-iscsi {{(pid=93203) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 16:12:49.045768 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Made reservation on behalf of 6a72f96ed50844c082243bf8a950b98e for: {'subnet': 1} {{(pid=93202) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:12:49.048217 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59709858'] for subnet, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.225170 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59635784', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59657048'] for subnet, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.274893 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:49.296846 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Checking segment: {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93202) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:49.297293 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Network hostable DHCP agents. Network: e9a4b966-c392-4437-a4c5-ef3da9074d03, hostable agents: ['89bd1346-f21e-48af-9778-09fbff80203f'], hosted agents: [] {{(pid=93202) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 16:12:49.316104 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 is scheduled to be hosted by DHCP agent 89bd1346-f21e-48af-9778-09fbff80203f with binding_index 1 {{(pid=93202) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 16:12:49.329229 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792642-4-iscsi, e9a4b966-c392-4437-a4c5-ef3da9074d03) {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:49.333451 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:12:49.334067 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.341718 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d4e639-7925-4557-ac97-911a7f83b786 None None] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:49.351603 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-a716b9aa-bc58-4016-b918-497c51879659 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3350658 Jul 12 16:12:49.351931 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33812) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:49.357769 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:49.386636 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-611118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4957'] for router, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.387631 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-617721', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031125', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4900'] for router, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.404959 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5cab6f76-a85f-43db-b41a-d189a1580833 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:49.445513 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.496707 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:49.506462 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:49.506931 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 5cab6f76-a85f-43db-b41a-d189a1580833 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:49.507351 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:49.531218 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 5cab6f76-a85f-43db-b41a-d189a1580833 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:49.531594 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.554417 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa4e82342-44ec-5fe2-9824-19c02d105cf2-e9a4b966-c392-4437-a4c5-ef3da9074d03', 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'fixed_ips': [{'subnet_id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2'}]}} from dv-cinder-792642-4-iscsi. {{(pid=93203) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 12 16:12:49.555267 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.604454 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611096', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4914'] for router, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.623021 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:49.729103 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.757630 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.db_base_plugin_common [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Allocated IP 172.20.0.2 (e9a4b966-c392-4437-a4c5-ef3da9074d03/2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2/03864a28-9f94-47dc-97dc-232628e0e5f4) {{(pid=93203) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:49.764379 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 5cab6f76-a85f-43db-b41a-d189a1580833, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5cab6f76-a85f-43db-b41a-d189a1580833,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:49.772701 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.831294 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.851982 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.891458 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=5cab6f76-a85f-43db-b41a-d189a1580833,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:49.952646 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 2, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:49.986073 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:49.986699 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Updating router b1a9f86e-0cef-4fe7-83db-08b485c25530 port 27216a99-573f-41e3-9603-81dedcb9885c binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:49.987660 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Notify callbacks [] for port, precommit_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:49.988990 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Allocated IP 172.27.3.232 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:50.003565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Transition to ACTIVE for port object 03864a28-9f94-47dc-97dc-232628e0e5f4 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:50.024262 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.024778 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Transition to ACTIVE for port object 03864a28-9f94-47dc-97dc-232628e0e5f4 will not be triggered until provisioned by entity DHCP. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:50.037077 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084'] for port, after_create {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.080689 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 is already hosted by enough agents. {{(pid=93203) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:50.083686 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.scheduler.base_scheduler [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Resources bound (agent type, host, resource id): {{(pid=93203) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:50.088541 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Received port after_create {{(pid=93203) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:50.091596 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Pushing event updated for resources: {'Port': ['ID=03864a28-9f94-47dc-97dc-232628e0e5f4,revision_number=1']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:50.118356 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.152679 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Attempting to bind port 03864a28-9f94-47dc-97dc-232628e0e5f4 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:50.153166 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Attempting to bind port 03864a28-9f94-47dc-97dc-232628e0e5f4 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:50.153633 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Attempting to bind port 03864a28-9f94-47dc-97dc-232628e0e5f4 on network e9a4b966-c392-4437-a4c5-ef3da9074d03 {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:50.159098 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:50.159716 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Checking segment: {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:50.160304 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.160863 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.161020 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Bound using segment: {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:50.161523 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Bound port: 03864a28-9f94-47dc-97dc-232628e0e5f4, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:50.162112 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.205995 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:50.209147 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:50.214276 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:50.217450 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Pushing event updated for resources: {'Port': ['ID=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:50.234370 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-19280b54-a953-4d38-8066-73a72909a502 None None] For port 03864a28-9f94-47dc-97dc-232628e0e5f4, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:50.238023 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-19280b54-a953-4d38-8066-73a72909a502 None None] For port 03864a28-9f94-47dc-97dc-232628e0e5f4, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=03864a28-9f94-47dc-97dc-232628e0e5f4,segment=NetworkSegment(2763fde2-3705-44e6-86ff-837cc9586281),segment_id=2763fde2-3705-44e6-86ff-837cc9586281)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:50.243926 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.319650 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.323761 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19280b54-a953-4d38-8066-73a72909a502 None None] Pushing event updated for resources: {'Port': ['ID=03864a28-9f94-47dc-97dc-232628e0e5f4,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:50.334341 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Transition to ACTIVE for port object 27216a99-573f-41e3-9603-81dedcb9885c will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:50.343479 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.398934 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Pushing event updated for resources: {'Port': ['ID=27216a99-573f-41e3-9603-81dedcb9885c,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:50.413065 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.413437 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.413809 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.414260 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.414763 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.415258 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.415722 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.416738 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.417126 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.417462 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.417820 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.418180 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93204) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:12:50.492938 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Attempting to bind port 27216a99-573f-41e3-9603-81dedcb9885c on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:50.493279 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Attempting to bind port 27216a99-573f-41e3-9603-81dedcb9885c by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:50.493458 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Attempting to bind port 27216a99-573f-41e3-9603-81dedcb9885c on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:50.500110 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:50.500941 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Checking segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:50.500941 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.501172 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Bound using segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:50.501651 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Bound port: 27216a99-573f-41e3-9603-81dedcb9885c, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:50.502265 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.585851 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.598084 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] For port 27216a99-573f-41e3-9603-81dedcb9885c, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:50.601518 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] For port 27216a99-573f-41e3-9603-81dedcb9885c, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=27216a99-573f-41e3-9603-81dedcb9885c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:50.607294 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.691533 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17ae5-3fb8-4b5f-9bf9-0b586b175fe2 None None] Pushing event updated for resources: {'Port': ['ID=27216a99-573f-41e3-9603-81dedcb9885c,revision_number=4']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:50.706854 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:50.707706 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:50.835727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617676'] for router, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:50.875439 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:51.019998 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Router e5676823-2c74-4144-af05-7c88e7a170a6 is scheduled to L3 agent 035053e7-304f-4280-8435-03ad22b82592 with binding_index 1 {{(pid=93202) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 12 16:12:51.191687 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:51.204121 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:50Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:51.211289 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Sync routers for ids ['e5676823-2c74-4144-af05-7c88e7a170a6'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:51.217184 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.221690 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-09106cc6-0267-4da7-ab99-03c2eeaa5b84 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8656888 Jul 12 16:12:51.222056 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33814) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:51.223088 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Routers {'e5676823-2c74-4144-af05-7c88e7a170a6'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:51.223693 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['e5676823-2c74-4144-af05-7c88e7a170a6'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:51.236371 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3ccf92-f269-455c-ba9e-0d83e657dd74 None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:50Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:51.387562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Set router e5676823-2c74-4144-af05-7c88e7a170a6 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:51.651934 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 03864a28-9f94-47dc-97dc-232628e0e5f4 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:51.654035 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ed91f-10a8-4ed4-9144-b3c9488ef4a4 None None] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:12:51.825589 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-50bde8ac-1b7b-45a6-9e65-9d269ad6f15d None None] Provisioning for port 03864a28-9f94-47dc-97dc-232628e0e5f4 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:51.846441 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:51.911491 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 03864a28-9f94-47dc-97dc-232628e0e5f4 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:51.927205 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 03864a28-9f94-47dc-97dc-232628e0e5f4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:51.927603 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.036957 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Allocated IP 172.20.0.1 (e9a4b966-c392-4437-a4c5-ef3da9074d03/2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2/5b749471-62ea-4ef8-bb23-279a3e651775) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:12:52.064140 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:50Z', 'revision_number': 3, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:52.129453 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Checking router: e5676823-2c74-4144-af05-7c88e7a170a6 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:52.129800 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Updating router e5676823-2c74-4144-af05-7c88e7a170a6 port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 binding host dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:52.160206 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.161855 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.178384 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.provisioning_blocks [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Transition to ACTIVE for port object 5b749471-62ea-4ef8-bb23-279a3e651775 will not be triggered until provisioned by entity DHCP. {{(pid=93202) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:52.187338 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.222412 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.234618 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 03864a28-9f94-47dc-97dc-232628e0e5f4, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=03864a28-9f94-47dc-97dc-232628e0e5f4,segment=NetworkSegment(2763fde2-3705-44e6-86ff-837cc9586281),segment_id=2763fde2-3705-44e6-86ff-837cc9586281)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:52.242882 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.271966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:52.275221 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:52.280670 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:12:52.284080 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Pushing event updated for resources: {'Port': ['ID=5b749471-62ea-4ef8-bb23-279a3e651775,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.332106 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617927'] for router_interface, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.357965 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 27216a99-573f-41e3-9603-81dedcb9885c up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:52.491843 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fa2e7901-53a6-4168-9a3e-81372fba7851 None None] Provisioning complete for port 03864a28-9f94-47dc-97dc-232628e0e5f4 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:52.492329 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fa2e7901-53a6-4168-9a3e-81372fba7851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.493980 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=03864a28-9f94-47dc-97dc-232628e0e5f4,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.497000 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.576082 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 27216a99-573f-41e3-9603-81dedcb9885c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:52.592011 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 27216a99-573f-41e3-9603-81dedcb9885c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:52.592472 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.687743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.692757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.761301 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.782452 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Transition to ACTIVE for port object 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 will not be triggered until provisioned by entity L2. {{(pid=93203) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:52.784642 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Pushing event updated for resources: {'Port': ['ID=5b749471-62ea-4ef8-bb23-279a3e651775,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.789645 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.792423 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556491', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-616858'] for router_interface, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.794487 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.889031 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 27216a99-573f-41e3-9603-81dedcb9885c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=27216a99-573f-41e3-9603-81dedcb9885c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:52.890565 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3e905f32-4ea9-4c4f-b3e5-c2163f859a50 None None] Provisioning for port 5b749471-62ea-4ef8-bb23-279a3e651775 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:52.893346 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152494bf-41ae-4e9e-9106-c20f54902ab5 None None] Pushing event updated for resources: {'Port': ['ID=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,revision_number=2']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:52.896025 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Attempting to bind port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:52.896406 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Attempting to bind port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:52.896857 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Attempting to bind port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 on network d04e06a1-cacf-4c48-8efa-62910d6c765e {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:52.902474 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.908970 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-3e905f32-4ea9-4c4f-b3e5-c2163f859a50 None None] Provisioning complete for port 5b749471-62ea-4ef8-bb23-279a3e651775 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:52.909346 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3e905f32-4ea9-4c4f-b3e5-c2163f859a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.914774 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:52.915152 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Checking segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93203) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:52.915561 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.916646 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Bound using segment: {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'} {{(pid=93203) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:52.917356 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.managers [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Bound port: 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9741f00b-f2ef-4751-83a2-3a70e3744154', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e'}}] {{(pid=93203) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:52.917756 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:52.918000 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:12:52.919763 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:12:52.992134 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5cab6f76-a85f-43db-b41a-d189a1580833 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:53.075783 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Router e5676823-2c74-4144-af05-7c88e7a170a6 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:12:53.109754 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-3e905f32-4ea9-4c4f-b3e5-c2163f859a50 None None] Port 5b749471-62ea-4ef8-bb23-279a3e651775 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:53.130900 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=27216a99-573f-41e3-9603-81dedcb9885c,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:53.144426 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] For port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93203) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:53.151834 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] For port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:53.161107 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.235141 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:12:53.240459 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-d1bb6631-ead4-4f07-8f22-2bf63d6d68ba admin admin] 10.222.0.70 "PUT /v2.0/routers/e5676823-2c74-4144-af05-7c88e7a170a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0172036 Jul 12 16:12:53.249359 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 5cab6f76-a85f-43db-b41a-d189a1580833 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:53.250562 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.349138 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-5ecb9b7c-36da-43b6-b93e-e0eedbd71016 None None] Provisioning complete for port 5b749471-62ea-4ef8-bb23-279a3e651775 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:53.349717 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5ecb9b7c-36da-43b6-b93e-e0eedbd71016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:53.352016 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Routers {'e5676823-2c74-4144-af05-7c88e7a170a6'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:53.353040 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['e5676823-2c74-4144-af05-7c88e7a170a6'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:53.455379 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152494bf-41ae-4e9e-9106-c20f54902ab5 None None] Pushing event updated for resources: {'Port': ['ID=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,revision_number=3']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:53.517836 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb9b7c-36da-43b6-b93e-e0eedbd71016 None None] Port 5b749471-62ea-4ef8-bb23-279a3e651775 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:53.682341 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] Set router e5676823-2c74-4144-af05-7c88e7a170a6 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:53.912640 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 03864a28-9f94-47dc-97dc-232628e0e5f4 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:53.961818 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-09b56bfe-1f01-482d-875c-93d890549404 None None] Provisioning complete for port 27216a99-573f-41e3-9603-81dedcb9885c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:53.962296 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-09b56bfe-1f01-482d-875c-93d890549404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.008913 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33822) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.015019 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148676634', 'description': 'tempest-secgroup-smoke-148676634 description', 'project_id': '076c03be54bf49c283e4e5133cda96a2'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.046177 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.142257 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.146082 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.172647 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.173901 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1630790 Jul 12 16:12:54.176927 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33824) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.183322 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group_rule': {'security_group_id': 'f735fd41-06fe-46fc-a3cb-98f911193706', 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.189588 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60687e9f-0cfc-4c0c-bda4-728aab1dd44d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f735fd41-06fe-46fc-a3cb-98f911193706,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.214597 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.279624 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.284108 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.304185 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3e21ad-255f-4c0c-b784-1c7034433ca3,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.314504 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.315929 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-90aeb1ad-b10e-4491-8bef-7c03baeebf93 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378870 Jul 12 16:12:54.318467 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33826) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.323953 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group_rule': {'security_group_id': 'f735fd41-06fe-46fc-a3cb-98f911193706', 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.328803 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 03864a28-9f94-47dc-97dc-232628e0e5f4 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:54.329408 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.351616 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.419041 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.423289 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.443866 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a15440d-4a77-4669-bca1-f454a5562b5f,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.448747 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.452586 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-66d6258e-d88f-4939-8e05-398a8313cc67 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305869 Jul 12 16:12:54.453083 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33828) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.457391 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group_rule': {'security_group_id': 'f735fd41-06fe-46fc-a3cb-98f911193706', 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.484723 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.501425 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-09b56bfe-1f01-482d-875c-93d890549404 None None] Provisioning complete for port 5b749471-62ea-4ef8-bb23-279a3e651775 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:54.501802 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-09b56bfe-1f01-482d-875c-93d890549404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.549214 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.553585 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.571559 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9825d46-1bf1-4304-894c-132bfe6b7415,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.580290 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.585942 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-99e807bd-c13e-44d0-89bb-eee07c5084c5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278784 Jul 12 16:12:54.586230 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33830) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.589991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 27216a99-573f-41e3-9603-81dedcb9885c up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:54.591542 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group_rule': {'security_group_id': 'f735fd41-06fe-46fc-a3cb-98f911193706', 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.593912 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-09b56bfe-1f01-482d-875c-93d890549404 None None] Port 5b749471-62ea-4ef8-bb23-279a3e651775 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:12:54.626611 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.645097 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5b749471-62ea-4ef8-bb23-279a3e651775', 'name': '', 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'mac_address': 'fa:16:3e:e6:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:51Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 2, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'subnets': [{'id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:54.690938 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe36571-2afd-4e9b-b671-a2cf8549c0f5 None None] The sync data for ids ['e5676823-2c74-4144-af05-7c88e7a170a6'] in dv-cinder-792642-4-iscsi is: [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5b749471-62ea-4ef8-bb23-279a3e651775', 'name': '', 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'mac_address': 'fa:16:3e:e6:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:51Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 2, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'subnets': [{'id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:12:54.719252 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 27216a99-573f-41e3-9603-81dedcb9885c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:54.719889 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.734600 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.741338 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.774966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434c03bf-6d06-4bdb-aa58-f8febf25200b,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.789120 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.796488 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-e2a8d44d-a0aa-4fef-9abf-a71afc5fda5f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2090151 Jul 12 16:12:54.796825 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 33832) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.803457 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group_rule': {'security_group_id': 'f735fd41-06fe-46fc-a3cb-98f911193706', 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:54.840353 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.securitygroups_db [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Project 076c03be54bf49c283e4e5133cda96a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:12:54.848684 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.937567 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.943252 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.964408 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2fe3ac-22fa-4050-a10c-fb12ff12811c,revision_number=0']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:54.981168 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:54.984358 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-f2353ccd-4a8e-42e0-a067-1b504d99af11 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1850324 Jul 12 16:12:54.986907 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 33834) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:12:54.991856 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'security_group_rule': {'security_group_id': 'f735fd41-06fe-46fc-a3cb-98f911193706', 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:12:55.059146 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.securitygroups_db [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Project 076c03be54bf49c283e4e5133cda96a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 16:12:55.066033 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:55.159632 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:55.167674 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-972810'] for security_group_rule, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:55.194979 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b6ddf36-882a-4388-89eb-f2fba64744b2,revision_number=0']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:55.202606 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:55.203974 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-cc4bda99-0523-43bb-a7c1-6b32268bf0e5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2161605 Jul 12 16:12:55.891836 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:55.992898 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:12:55.999114 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:55.999515 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:56.138829 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:56.183097 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:12:56.191108 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:56.264668 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:56.308747 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-50d53eb6-d807-46fd-a085-dae6a73d7f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:57.764190 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:12:57.828162 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:12:57.829021 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:58.671321 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Sync routers for ids ['e5676823-2c74-4144-af05-7c88e7a170a6'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:12:58.682350 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Routers {'e5676823-2c74-4144-af05-7c88e7a170a6'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:58.682972 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['e5676823-2c74-4144-af05-7c88e7a170a6'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:58.820710 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Set router e5676823-2c74-4144-af05-7c88e7a170a6 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:12:59.027522 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5b749471-62ea-4ef8-bb23-279a3e651775', 'name': '', 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'mac_address': 'fa:16:3e:e6:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:51Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 2, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'subnets': [{'id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:59.055759 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Checking router: e5676823-2c74-4144-af05-7c88e7a170a6 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:12:59.056112 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Updating router e5676823-2c74-4144-af05-7c88e7a170a6 port 5b749471-62ea-4ef8-bb23-279a3e651775 binding host dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 16:12:59.101593 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.129362 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c8865af8-8df1-45c0-8a4a-4bc953d40d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.234928 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.469992 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Notify callbacks [] for port, precommit_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.480127 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.provisioning_blocks [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Transition to ACTIVE for port object 5b749471-62ea-4ef8-bb23-279a3e651775 will not be triggered until provisioned by entity L2. {{(pid=93204) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:12:59.486143 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.536644 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968051ae-3390-4833-ba70-3b071fde0d7e None None] Pushing event updated for resources: {'Port': ['ID=5b749471-62ea-4ef8-bb23-279a3e651775,revision_number=3']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:59.597124 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Attempting to bind port 5b749471-62ea-4ef8-bb23-279a3e651775 on host dv-cinder-792642-4-iscsi for vnic_type normal with profile {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:12:59.597498 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Attempting to bind port 5b749471-62ea-4ef8-bb23-279a3e651775 by drivers openvswitch,hyperv on host dv-cinder-792642-4-iscsi at level 0 using segments [{'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:12:59.597863 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Attempting to bind port 5b749471-62ea-4ef8-bb23-279a3e651775 on network e9a4b966-c392-4437-a4c5-ef3da9074d03 {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:12:59.603650 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Checking agent: {'id': '62ad3a0f-3a6a-4f79-ac88-84ef4e23249e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792642-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 15, 55, 29), 'started_at': datetime.datetime(2021, 7, 12, 15, 55, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792642-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:12:59.604100 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Checking segment: {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93204) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:12:59.604537 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.604934 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Bound using segment: {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'} {{(pid=93204) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:12:59.605411 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.managers [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Bound port: 5b749471-62ea-4ef8-bb23-279a3e651775, host: dv-cinder-792642-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2763fde2-3705-44e6-86ff-837cc9586281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03'}}] {{(pid=93204) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:12:59.605819 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.682567 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] For port 5b749471-62ea-4ef8-bb23-279a3e651775, host dv-cinder-792642-4-iscsi, cleared binding levels {{(pid=93204) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:12:59.688244 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.plugins.ml2.db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] For port 5b749471-62ea-4ef8-bb23-279a3e651775, host dv-cinder-792642-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5b749471-62ea-4ef8-bb23-279a3e651775,segment=NetworkSegment(2763fde2-3705-44e6-86ff-837cc9586281),segment_id=2763fde2-3705-44e6-86ff-837cc9586281)] {{(pid=93204) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:12:59.695068 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron_lib.callbacks.manager [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93204) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:12:59.754751 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Routers {'e5676823-2c74-4144-af05-7c88e7a170a6'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:12:59.755400 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:12:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['e5676823-2c74-4144-af05-7c88e7a170a6'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:12:59.803200 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968051ae-3390-4833-ba70-3b071fde0d7e None None] Pushing event updated for resources: {'Port': ['ID=5b749471-62ea-4ef8-bb23-279a3e651775,revision_number=4']} {{(pid=93204) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:12:59.894853 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] Set router e5676823-2c74-4144-af05-7c88e7a170a6 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:00.135690 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5b749471-62ea-4ef8-bb23-279a3e651775', 'name': '', 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'mac_address': 'fa:16:3e:e6:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:51Z', 'updated_at': '2021-07-12T16:12:59Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'subnets': [{'id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:00.172009 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:00.181015 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f7d516-d9e2-4d31-adcd-40197ec1a642 None None] The sync data for ids ['e5676823-2c74-4144-af05-7c88e7a170a6'] in dv-cinder-792642-4-iscsi is: [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '5b749471-62ea-4ef8-bb23-279a3e651775', 'name': '', 'network_id': 'e9a4b966-c392-4437-a4c5-ef3da9074d03', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'mac_address': 'fa:16:3e:e6:a1:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:51Z', 'updated_at': '2021-07-12T16:12:59Z', 'revision_number': 4, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'subnets': [{'id': '2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:01.629704 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.784561 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5b749471-62ea-4ef8-bb23-279a3e651775 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:01.837169 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning for port 5b749471-62ea-4ef8-bb23-279a3e651775 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:01.841959 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 5b749471-62ea-4ef8-bb23-279a3e651775 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:01.842331 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.928324 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:01.969504 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] For port 5b749471-62ea-4ef8-bb23-279a3e651775, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5b749471-62ea-4ef8-bb23-279a3e651775,segment=NetworkSegment(2763fde2-3705-44e6-86ff-837cc9586281),segment_id=2763fde2-3705-44e6-86ff-837cc9586281)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:01.975317 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:02.038883 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Pushing event updated for resources: {'Port': ['ID=5b749471-62ea-4ef8-bb23-279a3e651775,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:02.232940 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-d97a4c23-0983-4b7c-b2d0-0397d0ecb2ae None None] Provisioning complete for port 5b749471-62ea-4ef8-bb23-279a3e651775 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:02.233577 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d97a4c23-0983-4b7c-b2d0-0397d0ecb2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:03.768284 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5b749471-62ea-4ef8-bb23-279a3e651775 up at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:03.822794 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Provisioning complete for port 5b749471-62ea-4ef8-bb23-279a3e651775 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:03.823398 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:10.591413 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:13:10.594842 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:15.165035 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-e266ebd4-d08e-4c61-8d19-fd7292703f57 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148676634&fields=id&tenant_id=076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 267 time: 0.0336618 Jul 12 16:13:15.277385 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-8c298a33-64ce-40f1-828d-29e6b404c0b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:15.278914 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-8c298a33-64ce-40f1-828d-29e6b404c0b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 811 time: 0.1075306 Jul 12 16:13:15.294050 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-7542bd0e-c979-4450-95e0-70ec97abc32f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/quotas/076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 375 time: 0.0096436 Jul 12 16:13:15.364789 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-ce15005f-4987-40ab-b95a-d8b4c50fe0dd tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655575 Jul 12 16:13:15.470776 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-3fc413ca-7439-499a-81b1-fd24ed55f36d service neutron] 10.222.0.70 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943916 Jul 12 16:13:15.567520 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-1c27005d-6145-44ec-b860-cf8510eff160 service neutron] 10.222.0.70 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910895 Jul 12 16:13:15.877943 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b8915af2-d896-47c6-9f41-60a62bede7a0 req-9e94326a-98ab-41af-875b-d4ee0f652297 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 210 time: 0.0296452 Jul 12 16:13:17.082580 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6aa392d3-af31-4367-94e1-d80ed53572be req-af007684-5b80-4d11-97e0-02d305d33e79 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 210 time: 0.0627034 Jul 12 16:13:17.197798 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-4d1a2dac-07da-4137-af79-39fc4476c095 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:17.199169 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-4d1a2dac-07da-4137-af79-39fc4476c095 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 811 time: 0.1209886 Jul 12 16:13:17.260678 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-14e16b65-c7cf-4a35-9b29-c7e3202a2c00 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 379 time: 0.0374022 Jul 12 16:13:17.273454 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'port': {'device_id': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'admin_state_up': True, 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'security_groups': ['f735fd41-06fe-46fc-a3cb-98f911193706']}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:17.389678 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Made reservation on behalf of 076c03be54bf49c283e4e5133cda96a2 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:13:17.393425 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.530272 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Allocated IP 172.20.0.12 (2fd2b61d-d4e0-4851-bf26-edda98d3282d/94a31090-56d1-4bc4-883c-d794467e13d3/a6a1606f-ad8f-4cac-a768-c4b8934ccfcc) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:17.688881 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.706846 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Transition to ACTIVE for port object a6a1606f-ad8f-4cac-a768-c4b8934ccfcc will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:17.745817 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.791884 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:17.795075 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:17.799138 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:17.825828 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:17.838701 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.839057 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.839406 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.839743 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.840097 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.840414 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.840779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.841117 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.841454 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.841788 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.842118 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.842447 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:17.870542 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:17.871217 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:17.887977 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-96494b6d-8fc7-4101-a747-71473afb69a2 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6193750 Jul 12 16:13:17.909827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Request body: {'port': {'device_id': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:18.011707 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.064604 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-9cef6c11-14e4-4319-9269-17f0f4c20d02 None None] Provisioning for port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:18.071801 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-9cef6c11-14e4-4319-9269-17f0f4c20d02 None None] Provisioning complete for port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:18.072566 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9cef6c11-14e4-4319-9269-17f0f4c20d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.141329 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-9cef6c11-14e4-4319-9269-17f0f4c20d02 None None] Port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:13:18.298123 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c96b9-f77e-455d-a9af-c150777d5392 req-227fd711-0f57-480d-ae90-ced9e6421b3d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.299795 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ec8c96b9-f77e-455d-a9af-c150777d5392 req-227fd711-0f57-480d-ae90-ced9e6421b3d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 932 time: 0.0772564 Jul 12 16:13:18.346927 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ec8c96b9-f77e-455d-a9af-c150777d5392 req-628cb341-42d4-47cc-9c39-63ce3fb41c22 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401065 Jul 12 16:13:18.350273 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a1606f-ad8f-4cac-a768-c4b8934ccfcc {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:18.359408 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.372769 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Transition to ACTIVE for port object a6a1606f-ad8f-4cac-a768-c4b8934ccfcc will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:13:18.376661 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.453566 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:18.513417 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Attempting to bind port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:13:18.513770 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Attempting to bind port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:13:18.514100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Attempting to bind port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:18.519427 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:13:18.519757 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Attempting to bind port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:13:18.526370 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:13:18.526693 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Checking segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:13:18.527162 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Bound using segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:13:18.527650 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Bound port: a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:13:18.528074 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.603030 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] For port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:13:18.607376 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] For port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:13:18.611965 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.914501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:18.915790 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:18.917337 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] 10.222.0.66 "PUT /v2.0/ports/a6a1606f-ad8f-4cac-a768-c4b8934ccfcc HTTP/1.1" status: 200 len: 1094 time: 1.0134492 Jul 12 16:13:18.917818 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:18.920177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e" -d '{"events": [{"name": "network-changed", "server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:18.953432 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f93e865-26e3-4c4b-987c-2c5d230ea959 service neutron] Pushing event updated for resources: {'Port': ['ID=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:19.016112 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24266f5-192c-49a4-97e0-20120c6867d9 x-openstack-request-id: req-f24266f5-192c-49a4-97e0-20120c6867d9 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:19.016976 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:19.016976 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f24266f5-192c-49a4-97e0-20120c6867d9 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:19.017928 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'status': 'completed', 'code': 200} Jul 12 16:13:19.075905 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-ce30d2ea-6d19-465f-8901-51c089e2520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.077724 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-ce30d2ea-6d19-465f-8901-51c089e2520b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 1097 time: 0.0734949 Jul 12 16:13:19.135614 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-4455428f-2899-463b-8f92-5de459c011a8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc HTTP/1.1" status: 200 len: 217 time: 0.0405655 Jul 12 16:13:19.195473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-52ea7a45-c04f-433a-9538-927a41b2e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.198212 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-52ea7a45-c04f-433a-9538-927a41b2e6f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0557458 Jul 12 16:13:19.260515 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-7b2eeb2c-d848-4804-87bd-51431b85f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.262174 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-7b2eeb2c-d848-4804-87bd-51431b85f08f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550823 Jul 12 16:13:19.357163 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-133c4aec-fa14-4827-a23c-2a90d320d179 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876184 Jul 12 16:13:19.454234 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb277bd1-f893-4bf4-a805-00f51bdf3d75 req-d78f938d-9424-4c2a-8690-281722075426 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879467 Jul 12 16:13:19.527616 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb045939-a7ff-4dc4-bafd-b2acf7ad8c8f req-b9a2aeb4-a127-417e-94d6-3c3f24e99ea1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.529230 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cb045939-a7ff-4dc4-bafd-b2acf7ad8c8f req-b9a2aeb4-a127-417e-94d6-3c3f24e99ea1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0679991 Jul 12 16:13:19.569009 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-cb045939-a7ff-4dc4-bafd-b2acf7ad8c8f req-02ff3a59-555c-4ae9-b132-3e54f8dd47b7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340049 Jul 12 16:13:19.635151 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-78f07fc6-fcd7-4ce5-b573-58e42473c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.636717 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-78f07fc6-fcd7-4ce5-b573-58e42473c5ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 1097 time: 0.0565867 Jul 12 16:13:19.745091 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-4c48b41c-d3b4-42c3-9163-1c53a54e6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.746750 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-4c48b41c-d3b4-42c3-9163-1c53a54e6647 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1033070 Jul 12 16:13:19.792791 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-4919b5a1-f1d6-442e-b5b2-48df15bab018 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc HTTP/1.1" status: 200 len: 217 time: 0.0360696 Jul 12 16:13:19.847325 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-4c3248aa-67f0-4ae8-a937-928173659729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.848857 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-4c3248aa-67f0-4ae8-a937-928173659729 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0456073 Jul 12 16:13:19.914240 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-de878aa6-2f93-4016-a0c4-00a38cb5ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:19.916356 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-de878aa6-2f93-4016-a0c4-00a38cb5ed04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581167 Jul 12 16:13:20.010247 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-432cb4bc-24ba-4ebc-aada-249ae598c9bc service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848186 Jul 12 16:13:20.108530 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fb30fd78-6f66-43ee-a0a4-9fe6a851649e req-83380ed9-e925-4d5c-867e-b0537ab313da service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901120 Jul 12 16:13:20.750862 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2b624-1b20-4df2-b152-2c7ed3e8f6fe req-6305639a-5a85-408a-a32c-46847b01ced7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:20.752356 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f3e2b624-1b20-4df2-b152-2c7ed3e8f6fe req-6305639a-5a85-408a-a32c-46847b01ced7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0663016 Jul 12 16:13:20.791234 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f3e2b624-1b20-4df2-b152-2c7ed3e8f6fe req-ef7c146f-1292-43f8-929f-6c20b617f389 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329340 Jul 12 16:13:21.972938 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7211f-fa27-4898-b7a0-8067c16bfbc0 req-993de05a-ea80-481c-8697-df00b05719a7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:21.974412 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-64d7211f-fa27-4898-b7a0-8067c16bfbc0 req-993de05a-ea80-481c-8697-df00b05719a7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0677168 Jul 12 16:13:22.014506 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-64d7211f-fa27-4898-b7a0-8067c16bfbc0 req-a8236c9a-ecf4-4465-9d86-c5d0fdea51c7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336583 Jul 12 16:13:23.195132 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362243c-a3b2-406b-9906-af1fb6d4ffc5 req-46fabba1-18e6-41ed-abe9-f3d7ede8cc6e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:23.197293 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3362243c-a3b2-406b-9906-af1fb6d4ffc5 req-46fabba1-18e6-41ed-abe9-f3d7ede8cc6e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0678816 Jul 12 16:13:23.246895 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3362243c-a3b2-406b-9906-af1fb6d4ffc5 req-20740259-fdad-4371-8711-154951e26d86 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Jul 12 16:13:24.430161 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6dbf72-3669-4496-a391-e221ead64b40 req-c8c09611-1e2d-48e7-b307-2a9c9c8f55f9 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.432036 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4e6dbf72-3669-4496-a391-e221ead64b40 req-c8c09611-1e2d-48e7-b307-2a9c9c8f55f9 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0700829 Jul 12 16:13:24.470524 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-4e6dbf72-3669-4496-a391-e221ead64b40 req-984eab3c-12c2-457b-8efc-f09b99fec41a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329127 Jul 12 16:13:24.865417 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38990353-728c-4a71-a13f-aa5fc3d72220 req-af86c514-3c98-4132-9f55-f192b797727f tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:24.866899 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-38990353-728c-4a71-a13f-aa5fc3d72220 req-af86c514-3c98-4132-9f55-f192b797727f tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0633500 Jul 12 16:13:24.904954 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-38990353-728c-4a71-a13f-aa5fc3d72220 req-0839fc6b-901f-4a41-ab0a-14d270a7cf81 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316672 Jul 12 16:13:25.649296 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10645ced-bfa0-406b-a0ba-dfaac5f64eba req-4dbb7734-1da9-46bb-a17a-2296035652f6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:25.650767 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-10645ced-bfa0-406b-a0ba-dfaac5f64eba req-4dbb7734-1da9-46bb-a17a-2296035652f6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0663378 Jul 12 16:13:25.689151 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-10645ced-bfa0-406b-a0ba-dfaac5f64eba req-bc1d212e-1e02-4d1d-9558-30456fa02e43 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328512 Jul 12 16:13:26.116847 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f4c7d-bf64-4ee4-9488-a051b0025575 req-aa75234d-3760-47bc-bab6-0ac827d19a11 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:26.119594 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7d1f4c7d-bf64-4ee4-9488-a051b0025575 req-aa75234d-3760-47bc-bab6-0ac827d19a11 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.1010656 Jul 12 16:13:26.162568 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7d1f4c7d-bf64-4ee4-9488-a051b0025575 req-3d37f65e-dd3f-4822-9bea-b3082e6877f3 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375881 Jul 12 16:13:26.313686 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-059ada23-b4ff-4e8b-ac57-033ae1ec037c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:26.867198 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c99c-4b77-4b28-bf90-d719aa24ace9 req-8144bc18-c98b-404d-a0b3-aaa0c2c07750 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:26.869529 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-77d5c99c-4b77-4b28-bf90-d719aa24ace9 req-8144bc18-c98b-404d-a0b3-aaa0c2c07750 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 944 time: 0.0681546 Jul 12 16:13:26.912352 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-77d5c99c-4b77-4b28-bf90-d719aa24ace9 req-65b79172-219d-46bc-8ca4-58effa1800f1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322454 Jul 12 16:13:27.154461 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6a1606f-ad8f-4cac-a768-c4b8934ccfcc details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:13:27.250661 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:27.262748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'port_id': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'mac_address': 'fa:16:3e:42:1e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:13:27.344844 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfff67-f8ef-46b7-b7ec-4d3eb6384927 req-0a009666-01b3-486f-9c72-f962de42b4a1 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:27.346791 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-26cfff67-f8ef-46b7-b7ec-4d3eb6384927 req-0a009666-01b3-486f-9c72-f962de42b4a1 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0692408 Jul 12 16:13:27.387601 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-26cfff67-f8ef-46b7-b7ec-4d3eb6384927 req-574dcfe0-1727-4c28-b0f0-0a44d0124238 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338831 Jul 12 16:13:27.433501 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.446256 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a1606f-ad8f-4cac-a768-c4b8934ccfcc {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:27.466080 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:27.470482 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:27.524718 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:27.532207 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.532591 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.532939 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.533278 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.533613 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.533949 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.534278 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.534623 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.534938 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.535265 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.535589 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.535909 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:13:27.862634 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['a6a1606f-ad8f-4cac-a768-c4b8934ccfcc'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:28.101165 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b10e6-e2a7-4744-8ab0-19b7e76eff42 req-d4e9704d-c23e-44b0-a5fd-3e907ad65f75 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.103391 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bb2b10e6-e2a7-4744-8ab0-19b7e76eff42 req-d4e9704d-c23e-44b0-a5fd-3e907ad65f75 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 945 time: 0.0701437 Jul 12 16:13:28.142859 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-bb2b10e6-e2a7-4744-8ab0-19b7e76eff42 req-7f33adc1-6d2f-4766-bf03-d62e47147b40 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333171 Jul 12 16:13:28.569291 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fa669-e7f3-44f8-8867-e4ad0f4cfc00 req-ae49da83-9a5e-4181-8625-27aa13dbb796 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:28.570825 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7a4fa669-e7f3-44f8-8867-e4ad0f4cfc00 req-ae49da83-9a5e-4181-8625-27aa13dbb796 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0670691 Jul 12 16:13:28.610460 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7a4fa669-e7f3-44f8-8867-e4ad0f4cfc00 req-1ea5a448-6a5a-4881-bb86-6e66ab132663 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332112 Jul 12 16:13:29.130969 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-dcc76540-cf77-4e52-8939-8cff9d25223d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.162912 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6a1606f-ad8f-4cac-a768-c4b8934ccfcc up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:29.215339 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:13:29.219880 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:29.220291 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.268393 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.330599 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.351604 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc47066-4c2b-4456-9b46-a8c9afff34f7 req-21394b7c-e259-4d5e-9195-1f82830a78b5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.354183 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4cc47066-4c2b-4456-9b46-a8c9afff34f7 req-21394b7c-e259-4d5e-9195-1f82830a78b5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 945 time: 0.0755379 Jul 12 16:13:29.358612 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:29.360943 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836d61ba-fd77-4af2-8458-30a173882ba4" -d '{"events": [{"server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "name": "network-vif-plugged", "status": "completed", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:29.376657 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:29.381986 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.399402 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4cc47066-4c2b-4456-9b46-a8c9afff34f7 req-f82819ea-d6a2-4511-85f4-3d79a5e1c8f7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391290 Jul 12 16:13:29.409668 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ec528c-89ae-4265-b095-d63f58fcbdb3 x-openstack-request-id: req-f4ec528c-89ae-4265-b095-d63f58fcbdb3 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:29.409963 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "name": "network-vif-plugged", "status": "completed", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:29.410213 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-f4ec528c-89ae-4265-b095-d63f58fcbdb3 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:29.410604 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'code': 200} Jul 12 16:13:29.442452 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:29.696690 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-b17d0261-efa4-4e09-b270-c4bff5ae633b None None] Provisioning complete for port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:29.696996 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b17d0261-efa4-4e09-b270-c4bff5ae633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:29.769768 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008b6e4-f372-4cdf-b605-86e40f55a5b1 req-6fe87cfd-7d12-4abc-a613-548e166bd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.771690 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f008b6e4-f372-4cdf-b605-86e40f55a5b1 req-6fe87cfd-7d12-4abc-a613-548e166bd939 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 1099 time: 0.0690753 Jul 12 16:13:29.814210 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-f008b6e4-f372-4cdf-b605-86e40f55a5b1 req-841cc0a7-543c-4b18-968b-3e3ed937a1af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323312 Jul 12 16:13:29.863275 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41e202-1132-433b-a551-dfc9350ac4d2 req-1f16cdda-2588-4d0e-a491-6ee2d823ba97 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:29.864991 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed41e202-1132-433b-a551-dfc9350ac4d2 req-1f16cdda-2588-4d0e-a491-6ee2d823ba97 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.1013958 Jul 12 16:13:29.905704 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ed41e202-1132-433b-a551-dfc9350ac4d2 req-0993f598-168d-4e2c-b842-ba71ea1c04ea tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349638 Jul 12 16:13:30.155986 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:30.583304 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3622cab-2f3e-48da-a801-68ad2697ad62 req-bd14560e-915c-4fd7-9ad2-6a6782a84950 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:30.584946 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c3622cab-2f3e-48da-a801-68ad2697ad62 req-bd14560e-915c-4fd7-9ad2-6a6782a84950 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 946 time: 0.0694783 Jul 12 16:13:30.626640 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-c3622cab-2f3e-48da-a801-68ad2697ad62 req-bb8303d0-0ad6-4516-93bd-aa3bd3628ca3 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358646 Jul 12 16:13:31.139514 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc579fd-c431-4d45-9199-9180772d2327 req-2484601b-09b2-44b7-96dc-ff75f61812b2 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.142230 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6bc579fd-c431-4d45-9199-9180772d2327 req-2484601b-09b2-44b7-96dc-ff75f61812b2 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0798507 Jul 12 16:13:31.202839 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6bc579fd-c431-4d45-9199-9180772d2327 req-74b849fe-cfdf-406f-ae32-b3a1b540616f tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541096 Jul 12 16:13:31.632911 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:31.808711 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac6552-c704-4a9f-b81a-013d9cf9decc req-7191896f-568a-4e65-82e0-80e0b5e1c70a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:31.810238 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-09ac6552-c704-4a9f-b81a-013d9cf9decc req-7191896f-568a-4e65-82e0-80e0b5e1c70a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 946 time: 0.0680594 Jul 12 16:13:31.849023 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-09ac6552-c704-4a9f-b81a-013d9cf9decc req-ea5d00a6-329c-4be9-831e-fa1983be4891 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330074 Jul 12 16:13:32.032955 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ac501-0f21-4ccc-aecf-d1d307d06e02 req-89c01a9c-df0f-4276-9119-2977de1922f0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:32.035001 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-381ac501-0f21-4ccc-aecf-d1d307d06e02 req-89c01a9c-df0f-4276-9119-2977de1922f0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 946 time: 0.0707662 Jul 12 16:13:32.081736 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-381ac501-0f21-4ccc-aecf-d1d307d06e02 req-48d41ab6-1db5-4ba3-8a69-275ea73e5e94 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398316 Jul 12 16:13:32.107522 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34018) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:32.274306 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271ce1e2-2903-4aba-a51a-4f4953a1ae64 tempest-TestVolumeBootPattern-309822769 tempest-TestVolumeBootPattern-309822769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:32.276086 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-271ce1e2-2903-4aba-a51a-4f4953a1ae64 tempest-TestVolumeBootPattern-309822769 tempest-TestVolumeBootPattern-309822769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 1094 time: 0.1675091 Jul 12 16:13:32.280793 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34024) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:13:32.288100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'port_id': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:13:32.329430 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.454021 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6275bb-2ce6-46e3-9b60-ed9b985cb822 req-96e416db-c3cd-49c6-bdaf-003386f4fd5a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:32.457752 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa6275bb-2ce6-46e3-9b60-ed9b985cb822 req-96e416db-c3cd-49c6-bdaf-003386f4fd5a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.1121449 Jul 12 16:13:32.520922 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa6275bb-2ce6-46e3-9b60-ed9b985cb822 req-7eb13bc8-6695-4a64-bd03-d0d8dda94149 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524561 Jul 12 16:13:32.523208 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.629451 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Allocated IP 172.27.3.55 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/1716832a-7cf2-4c26-89f7-a17ca4ce7377) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:13:32.744343 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.788119 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:32.831676 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:13:32.834716 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:13:32.839151 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:13:32.845103 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=1716832a-7cf2-4c26-89f7-a17ca4ce7377,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:33.232392 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.327964 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.514570 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.519638 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.596042 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=1716832a-7cf2-4c26-89f7-a17ca4ce7377,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:33.609599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:33.719604 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Floating IP fc3d2058-7020-4d4d-a6ed-ba0ea64c4578 associated. External IP: 172.27.3.55, port: a6a1606f-ad8f-4cac-a768-c4b8934ccfcc. Jul 12 16:13:33.723035 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e74ea-eddc-40ab-bbdc-de33cd29029f req-44f5f9ff-e94a-4f06-8d0a-5227c77196f2 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:33.730752 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6b9e74ea-eddc-40ab-bbdc-de33cd29029f req-44f5f9ff-e94a-4f06-8d0a-5227c77196f2 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0799792 Jul 12 16:13:33.770054 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6b9e74ea-eddc-40ab-bbdc-de33cd29029f req-6cfc281a-3ed6-4990-8a78-e91f43648619 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383959 Jul 12 16:13:33.946600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:13:34.062154 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:13:34.082283 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:13:34.085532 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:34.099743 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:34.100782 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:13:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:34.132624 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-bbe76e99-4a77-4ce6-8d79-2c1479ab7879 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8505917 Jul 12 16:13:34.133910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:34.136268 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e5251a-f6d1-47e1-9771-48af37e48543" -d '{"events": [{"name": "network-changed", "server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:34.173670 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ebc429-e827-4d24-83e7-0cbecc76be26 x-openstack-request-id: req-41ebc429-e827-4d24-83e7-0cbecc76be26 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:34.173968 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:34.174225 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-41ebc429-e827-4d24-83e7-0cbecc76be26 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:34.174627 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'status': 'completed', 'code': 200} Jul 12 16:13:34.231342 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:34.291242 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-4c2ba898-7f9b-4b55-b0b0-f8935d59b56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.293750 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-4c2ba898-7f9b-4b55-b0b0-f8935d59b56d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 1099 time: 0.0669825 Jul 12 16:13:34.407556 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-649cb1ec-fce1-4ae6-b079-f68548b9a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.409320 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-649cb1ec-fce1-4ae6-b079-f68548b9a70e service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1093380 Jul 12 16:13:34.502492 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-880385fb-5648-47f6-85d5-d3b200ada346 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc HTTP/1.1" status: 200 len: 999 time: 0.0865986 Jul 12 16:13:34.535383 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'fc3d2058-7020-4d4d-a6ed-ba0ea64c4578', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:42:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:13:33Z', 'updated_at': '2021-07-12T16:13:33Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:34.567447 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-e58ddbf4-6ba2-40ed-8263-0bd5f94a7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.569691 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:13:34.570119 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-e58ddbf4-6ba2-40ed-8263-0bd5f94a7bd7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0607181 Jul 12 16:13:34.579669 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:13:34.580339 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:13:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:34.647140 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-0f625c9e-e4b5-4757-b6a0-bb01cb93e4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:34.650159 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-0f625c9e-e4b5-4757-b6a0-bb01cb93e4a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728869 Jul 12 16:13:34.728938 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:13:34.788139 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-4f1a887f-16e1-4bb1-b9ea-27169c32c5e3 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304886 Jul 12 16:13:34.930776 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-17e5251a-f6d1-47e1-9771-48af37e48543 req-8d81a2cd-e933-40fb-951b-01f55f13eb55 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344209 Jul 12 16:13:35.082800 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'fc3d2058-7020-4d4d-a6ed-ba0ea64c4578', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:42:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:13:33Z', 'updated_at': '2021-07-12T16:13:33Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:13:35.131644 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b8e183-cff5-4d8a-93ec-966dcd438d38 None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'fc3d2058-7020-4d4d-a6ed-ba0ea64c4578', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:42:1e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:13:33Z', 'updated_at': '2021-07-12T16:13:33Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:13:35.142598 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd14bf-a5a5-401f-82b9-49c6bc0e0483 req-855c5925-e11d-47b4-9a23-96d5e44b2ed8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.145424 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-57bd14bf-a5a5-401f-82b9-49c6bc0e0483 req-855c5925-e11d-47b4-9a23-96d5e44b2ed8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.2053976 Jul 12 16:13:35.181973 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-ca77ce33-5eca-42a8-b896-a9ec11da5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.185507 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-ca77ce33-5eca-42a8-b896-a9ec11da5751 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0958817 Jul 12 16:13:35.197441 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-57bd14bf-a5a5-401f-82b9-49c6bc0e0483 req-de818a8d-a29e-49e0-aa48-aae72ad25d33 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420780 Jul 12 16:13:35.329011 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-d1741efc-b2ce-4f7b-9306-640804eca553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.330863 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-d1741efc-b2ce-4f7b-9306-640804eca553 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.1385791 Jul 12 16:13:35.423293 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d987e9a-8ac6-441b-bea9-7366e14652b2 None None] New status for floating IP fc3d2058-7020-4d4d-a6ed-ba0ea64c4578: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:13:35.430734 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-c73d3f6e-b7be-4b68-850b-287327ba23c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 1000 time: 0.0877028 Jul 12 16:13:35.491594 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-c2c5fc37-5bdb-4761-9604-9758119656f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.493943 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-c2c5fc37-5bdb-4761-9604-9758119656f7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0561814 Jul 12 16:13:35.563373 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-b918bb58-cc49-4466-93ca-e106538be345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:35.564903 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-b918bb58-cc49-4466-93ca-e106538be345 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639122 Jul 12 16:13:35.684640 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-9e587014-3da3-4d1f-982b-4c2d010fb16a service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128469 Jul 12 16:13:35.813665 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-e965504b-4bb1-475e-b4fc-dc52a6317e4f req-e66d70ae-695c-44dd-8faa-eff3149b258d service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217508 Jul 12 16:13:36.438917 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948fe0b-1dfa-425f-9ad8-e24f0f2468b6 req-4b4e120c-8230-4b41-9e64-8054f842a83c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:36.440635 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a948fe0b-1dfa-425f-9ad8-e24f0f2468b6 req-4b4e120c-8230-4b41-9e64-8054f842a83c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0924642 Jul 12 16:13:36.492979 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-a948fe0b-1dfa-425f-9ad8-e24f0f2468b6 req-1e9e9062-573e-40d6-9b1b-817b70a0fdd7 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454321 Jul 12 16:13:37.722352 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30676983-ac0d-4e73-994c-077bde36698b req-fece9dc0-d1f2-4951-94de-db35b3097f90 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:37.724333 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-30676983-ac0d-4e73-994c-077bde36698b req-fece9dc0-d1f2-4951-94de-db35b3097f90 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0794995 Jul 12 16:13:37.772239 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-30676983-ac0d-4e73-994c-077bde36698b req-75f193b4-cf69-409d-882e-47b6bfedc0d7 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401382 Jul 12 16:13:39.050241 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77166fbf-860a-41a0-86ce-c1e157607cb5 req-af6e1c80-25f4-4217-a6c7-2507debd36de tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:39.051831 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-77166fbf-860a-41a0-86ce-c1e157607cb5 req-af6e1c80-25f4-4217-a6c7-2507debd36de tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.1462481 Jul 12 16:13:39.097397 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-77166fbf-860a-41a0-86ce-c1e157607cb5 req-e33b8d35-9563-4cc9-9466-f50c9a28b052 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361338 Jul 12 16:13:39.226095 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-8c91d0e0-183b-44e6-991c-c02cbb3f3726 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650418 Jul 12 16:13:39.372225 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-33533120-4bdb-47af-9184-fc9df507f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:39.374380 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-33533120-4bdb-47af-9184-fc9df507f2b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 1099 time: 0.0707633 Jul 12 16:13:39.502865 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-1277a5ca-08ce-428a-bf8d-20a0e9fae373 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1157687 Jul 12 16:13:39.832473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-235bf2f2-5054-4b5c-b68c-39c80e3c97fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:39.834016 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-235bf2f2-5054-4b5c-b68c-39c80e3c97fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.4372537 Jul 12 16:13:39.843148 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca3557-42f2-401c-8eba-63410e815983 req-ea32ae27-0e74-476b-80cc-138d39a5dd52 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:39.845145 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4eca3557-42f2-401c-8eba-63410e815983 req-ea32ae27-0e74-476b-80cc-138d39a5dd52 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.3948345 Jul 12 16:13:39.954397 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4eca3557-42f2-401c-8eba-63410e815983 req-5a486229-1cac-4a6b-af93-77e4ddbcaab6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999751 Jul 12 16:13:39.956969 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-31d67b7e-6787-47fb-b2bd-d5b331a459b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc HTTP/1.1" status: 200 len: 1001 time: 0.1105704 Jul 12 16:13:40.036711 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-b232424b-c436-4ac0-ab1d-6efd3cf562b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.039814 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-b232424b-c436-4ac0-ab1d-6efd3cf562b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0751936 Jul 12 16:13:40.114393 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-d9713fc2-e729-4951-8dd1-b50785f723c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:40.115931 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-d9713fc2-e729-4951-8dd1-b50785f723c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616875 Jul 12 16:13:40.254596 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-bc635911-d9f2-4ef8-a045-7fee087d5c09 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277497 Jul 12 16:13:40.359459 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4189af48-6c52-4ebb-b09d-1fd66dae0b26 req-cb392ee3-ace2-45eb-a644-f71798e3521e service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965021 Jul 12 16:13:40.622544 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.229587 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:13:41.347888 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.397455 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:41.400930 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29272add-ce76-427d-8594-7481cf1e19cb" -d '{"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:41.417513 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:41.425519 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.472627 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b32616-c906-4365-b566-638f2736e636 x-openstack-request-id: req-92b32616-c906-4365-b566-638f2736e636 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:41.473100 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-unplugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:41.473414 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-92b32616-c906-4365-b566-638f2736e636 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:41.473902 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'code': 200} Jul 12 16:13:41.526961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-d80305c7-24fb-4953-8dc2-e7f611176436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.529337 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-d80305c7-24fb-4953-8dc2-e7f611176436 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8&tenant_id=bb3064e7f4844ef6844b66d183720e63 HTTP/1.1" status: 200 len: 1096 time: 0.1094501 Jul 12 16:13:41.532628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=6']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:41.559706 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a3075-767c-4871-ac69-434a15a12c29 req-36673833-9724-4669-b410-1b403fd8ac07 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.564071 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-987a3075-767c-4871-ac69-434a15a12c29 req-36673833-9724-4669-b410-1b403fd8ac07 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.4679365 Jul 12 16:13:41.622062 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-987a3075-767c-4871-ac69-434a15a12c29 req-3cbc4dd7-e206-4696-ac48-0ce713972991 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517943 Jul 12 16:13:41.675986 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-4a5d6038-1127-4b21-8fda-9e80c44f79d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.677564 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-4a5d6038-1127-4b21-8fda-9e80c44f79d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1096 time: 0.1012039 Jul 12 16:13:41.788058 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-9427d228-9cb6-4dbf-807a-7bb58b2047d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.790729 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-9427d228-9cb6-4dbf-807a-7bb58b2047d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.1057065 Jul 12 16:13:41.815884 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-0c2e34d0-7b4a-4ca8-9419-f4bd45247963 None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:41.816850 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0c2e34d0-7b4a-4ca8-9419-f4bd45247963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.904039 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-85c22d6b-9d9a-4cf4-b5ab-b96bbe34d3db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 998 time: 0.1054370 Jul 12 16:13:41.911392 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0c2e34d0-7b4a-4ca8-9419-f4bd45247963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.950665 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-0c2e34d0-7b4a-4ca8-9419-f4bd45247963 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:41.958420 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0c2e34d0-7b4a-4ca8-9419-f4bd45247963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:41.990887 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-3126d737-1abb-4bd7-b216-b34c656b6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:41.993349 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-3126d737-1abb-4bd7-b216-b34c656b6978 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0820611 Jul 12 16:13:42.046271 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e34d0-7b4a-4ca8-9419-f4bd45247963 None None] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=7']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:42.091363 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-0ec91eee-807d-47b7-aa71-2e2fe598e518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:42.093796 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-0ec91eee-807d-47b7-aa71-2e2fe598e518 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0919557 Jul 12 16:13:42.223067 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-5b9286ae-b701-4cc7-9c3d-f5432ca79f06 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220827 Jul 12 16:13:42.328052 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa48ec52-c75f-4558-a6d8-576183a8c5f7 req-8205d4c4-2005-42a3-965a-e8a1cf230de5 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973125 Jul 12 16:13:42.339371 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-6c3cf014-9126-4bfa-a054-77a3647b6baf None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:42.339963 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6c3cf014-9126-4bfa-a054-77a3647b6baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:42.843359 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ccdb7-3332-434d-a5b5-59da4f1d0695 req-39f5f132-6cb9-4620-83b2-4cf8815ddbd6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:42.845262 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-042ccdb7-3332-434d-a5b5-59da4f1d0695 req-39f5f132-6cb9-4620-83b2-4cf8815ddbd6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0761294 Jul 12 16:13:42.900419 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-042ccdb7-3332-434d-a5b5-59da4f1d0695 req-c70315c3-9012-4cdb-a979-2267a5c78254 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483553 Jul 12 16:13:43.475748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:43.479152 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f22c6d0-522c-4fef-9062-4a7d9955e8be" -d '{"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:43.518441 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b561209b-dd3a-4aae-b1a0-57310ca6f687 x-openstack-request-id: req-b561209b-dd3a-4aae-b1a0-57310ca6f687 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:43.518748 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:43.519004 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b561209b-dd3a-4aae-b1a0-57310ca6f687 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:43.519405 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'code': 200} Jul 12 16:13:44.154534 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e2416-2fea-487c-9bec-c2ab0e174545 req-544e9be7-98dd-45e1-917f-905bbb457ca0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:44.157199 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-954e2416-2fea-487c-9bec-c2ab0e174545 req-544e9be7-98dd-45e1-917f-905bbb457ca0 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.1203818 Jul 12 16:13:44.205952 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-954e2416-2fea-487c-9bec-c2ab0e174545 req-9b1438c7-58c3-4825-bcc0-546c56b9fef8 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390203 Jul 12 16:13:45.418729 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3bb8b3-cb12-4967-9960-c65df0bae239 req-57354d04-2cf2-4ca7-93bf-d05ff4866949 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:45.420361 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8d3bb8b3-cb12-4967-9960-c65df0bae239 req-57354d04-2cf2-4ca7-93bf-d05ff4866949 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0807652 Jul 12 16:13:45.474699 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8d3bb8b3-cb12-4967-9960-c65df0bae239 req-cd1c5765-589d-4393-8353-968743afacec tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429487 Jul 12 16:13:46.681811 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40b2d0-4e09-42e6-8172-6eb1b7f79188 req-48fc8e61-b6df-4216-9c52-16162437998a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:46.684417 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3a40b2d0-4e09-42e6-8172-6eb1b7f79188 req-48fc8e61-b6df-4216-9c52-16162437998a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0824003 Jul 12 16:13:46.749957 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3a40b2d0-4e09-42e6-8172-6eb1b7f79188 req-74a66fbe-1353-4a2e-9f10-51fe315b75da tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560575 Jul 12 16:13:47.594323 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:13:47.971181 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c14f5d-d809-494b-ac5c-757abb09a783 req-f4ea044d-91c6-4169-b593-3b75bf36392a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:47.972825 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a7c14f5d-d809-494b-ac5c-757abb09a783 req-f4ea044d-91c6-4169-b593-3b75bf36392a tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0845737 Jul 12 16:13:48.019999 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a7c14f5d-d809-494b-ac5c-757abb09a783 req-d2cb8c34-6f2a-4a33-810e-a3f760ffbde2 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379198 Jul 12 16:13:48.754515 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca7c6b-97fe-4b8b-9100-463c006a2173 req-83f85e68-09a4-4716-b2eb-24e657464c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:48.756046 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-68ca7c6b-97fe-4b8b-9100-463c006a2173 req-83f85e68-09a4-4716-b2eb-24e657464c38 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0602317 Jul 12 16:13:48.801411 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-68ca7c6b-97fe-4b8b-9100-463c006a2173 req-541b9ce7-78e5-40d4-a750-46232eefcc2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371931 Jul 12 16:13:49.256897 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c095c0-ce3b-4657-aa0a-b61d24ed4fb9 req-9aabb2c2-1f8e-47c6-a139-59cb349ce822 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:49.260253 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-03c095c0-ce3b-4657-aa0a-b61d24ed4fb9 req-9aabb2c2-1f8e-47c6-a139-59cb349ce822 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0851941 Jul 12 16:13:49.325565 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-03c095c0-ce3b-4657-aa0a-b61d24ed4fb9 req-9b0e4ffc-7112-4a25-b865-36950123bf1b tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575321 Jul 12 16:13:50.552622 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd21ad8d-4bf4-437d-bd33-82a1be505312 req-4ec3c268-a0d7-42db-9b58-8c2d0c07edf6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:13:50.555275 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fd21ad8d-4bf4-437d-bd33-82a1be505312 req-4ec3c268-a0d7-42db-9b58-8c2d0c07edf6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0761263 Jul 12 16:13:50.625434 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-fd21ad8d-4bf4-437d-bd33-82a1be505312 req-dc63370f-906f-419d-b35a-6da106818cc6 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605967 Jul 12 16:13:51.243185 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:13:51.355076 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:51.373276 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'port_id': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'mac_address': 'fa:16:3e:03:19:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:13:51.417063 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.432610 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:13:51.454761 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:51.463872 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.533298 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=8']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:51.733759 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-872306dc-5028-4534-ab09-b1d4fb3285c9 None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:51.734298 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-872306dc-5028-4534-ab09-b1d4fb3285c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.834655 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-872306dc-5028-4534-ab09-b1d4fb3285c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.857340 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['9b7a62d1-f557-4f61-88e6-ecdd43419ea8'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:13:51.900412 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:13:51.903917 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf08d2-3420-404c-94d6-13458566e355" -d '{"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:13:51.928744 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-872306dc-5028-4534-ab09-b1d4fb3285c9 None None] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:13:51.936147 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-872306dc-5028-4534-ab09-b1d4fb3285c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:51.969962 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a573ba-f080-4778-a84a-b01feb627699 x-openstack-request-id: req-67a573ba-f080-4778-a84a-b01feb627699 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:13:51.970301 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-plugged", "status": "completed", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:13:51.970582 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-67a573ba-f080-4778-a84a-b01feb627699 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:13:51.970895 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'code': 200} Jul 12 16:13:52.048094 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872306dc-5028-4534-ab09-b1d4fb3285c9 None None] Pushing event updated for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=9']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:13:52.319275 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-fda3c0a7-2864-4f3e-95e0-971baeb56f8c None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:52.320883 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fda3c0a7-2864-4f3e-95e0-971baeb56f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:53.262675 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:13:53.332640 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:13:53.333755 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:56.314811 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cf6dd7c9-0d23-4f2b-b41f-2ca36769b2e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.137620 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e616d333-59c4-4591-bead-e7cd49d618b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:13:59.243340 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:00.160096 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:01.656201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:10.762109 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:24.593788 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:14:26.307829 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-816c2643-a5e8-489e-b7a7-e17a3314e1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.129100 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-558e0604-93b6-4b07-993b-777855fc3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:29.245712 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:30.162931 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:31.640681 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:40.650625 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:41.265121 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-34fa8ea5-5ae2-44aa-be0d-7ecb51923c30 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0929801 Jul 12 16:14:41.383059 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-fa269e8a-714b-4d52-9289-39a0a9ea6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.384589 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-fa269e8a-714b-4d52-9289-39a0a9ea6ef8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0572288 Jul 12 16:14:41.488335 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-7afe997b-71ea-4e48-9906-547a2098ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.489847 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-7afe997b-71ea-4e48-9906-547a2098ab55 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.0839288 Jul 12 16:14:41.564362 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-44624db8-35da-49b2-9402-f60320d26fb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 1000 time: 0.0663218 Jul 12 16:14:41.615380 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-1b74d9a2-48ae-46b4-8a11-d917a0d1ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.616869 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-1b74d9a2-48ae-46b4-8a11-d917a0d1ce77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0442460 Jul 12 16:14:41.675517 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-3ae33fc1-3c47-491f-8914-11d530434e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:14:41.676972 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-3ae33fc1-3c47-491f-8914-11d530434e91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528307 Jul 12 16:14:41.689220 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-11382788-d455-4d84-88e3-9311d1d1ab9a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93201) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:14:41.690189 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-11382788-d455-4d84-88e3-9311d1d1ab9a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052397 Jul 12 16:14:41.783612 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-4f4e0128-81f0-400a-8358-ffaeb176a8d0 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860760 Jul 12 16:14:41.876261 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-d1e5fa60-a1a1-40a1-99dc-1f8d01c86e58 req-dd82ed9a-a24a-43b3-b9bb-8ff6f6701fc4 service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858192 Jul 12 16:14:56.316568 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-3bc0d8d0-8f4a-410e-b608-4fcdece62222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.133626 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fc5a4b00-c51d-4fd1-95de-8f6cb310981d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:14:59.249466 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:00.164823 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:01.594141 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:15:01.649084 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:06.737216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34108) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:06.987836 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Deleting port 1ca2e30b-2206-4ba9-9408-7026e97fb574 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:06.988094 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.067325 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.067660 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.080286 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Calling delete_port for 1ca2e30b-2206-4ba9-9408-7026e97fb574 owned by network:floatingip {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:07.250792 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.280663 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event deleted for resources: {'Port': ['ID=1ca2e30b-2206-4ba9-9408-7026e97fb574,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:07.304908 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.305257 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.305602 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.305938 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.306273 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.306605 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.306934 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.307260 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.307593 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.307916 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.308238 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.308583 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:07.353755 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for floatingip, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.354099 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Floating IP b140e92b-ff4d-4bb5-8eff-d11323958b2a disassociated (deleted). External IP: 172.27.3.75, port: 9b7a62d1-f557-4f61-88e6-ecdd43419ea8. Jul 12 16:15:07.558446 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:07.667549 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:07.673491 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:07.678392 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] Sync routers for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:07.688482 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:07.689157 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:14:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:07.718947 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-09c40af7-81ef-424f-b801-51170fe8d629 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "DELETE /v2.0/floatingips/b140e92b-ff4d-4bb5-8eff-d11323958b2a HTTP/1.1" status: 204 len: 168 time: 0.9804888 Jul 12 16:15:07.719673 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:07.722150 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:07.808402 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:07.833910 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8900e0bb-8522-46b3-935c-b216a7ceaca2 x-openstack-request-id: req-8900e0bb-8522-46b3-935c-b216a7ceaca2 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:07.834431 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:07.834431 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-8900e0bb-8522-46b3-935c-b216a7ceaca2 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:07.834842 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'status': 'completed', 'code': 200} Jul 12 16:15:07.943791 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-b674cbb1-234d-49ab-b64d-8efe81732b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:07.946143 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-b674cbb1-234d-49ab-b64d-8efe81732b7f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb3064e7f4844ef6844b66d183720e63&device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 1098 time: 0.0605245 Jul 12 16:15:08.037981 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:56Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:08.046452 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-c86efd5e-ee07-47ee-8d49-fb737ef3871e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.048055 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-c86efd5e-ee07-47ee-8d49-fb737ef3871e service neutron] 10.222.0.66 "GET /v2.0/networks?id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 200 len: 910 time: 0.0945559 Jul 12 16:15:08.065702 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] Checking router: 6455b2e8-661d-4ccc-b30a-ca7d1a58218f for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:08.074375 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:08.075590 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:14:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:08.116738 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-2808bb10-eae7-45f7-8750-f4e207f528e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 200 len: 217 time: 0.0547299 Jul 12 16:15:08.180559 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-cfb5447d-ff41-4ae5-8c9b-901f6549f741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.181817 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:08.182035 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-cfb5447d-ff41-4ae5-8c9b-901f6549f741 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 200 len: 848 time: 0.0565672 Jul 12 16:15:08.191541 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf31ab-ec22-46ee-8da6-dd1c6dfc70dd req-11417e88-0fba-4b4d-9c89-a16a74feef69 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.193058 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-71bf31ab-ec22-46ee-8da6-dd1c6dfc70dd req-11417e88-0fba-4b4d-9c89-a16a74feef69 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.1405451 Jul 12 16:15:08.262024 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-71bf31ab-ec22-46ee-8da6-dd1c6dfc70dd req-e2cfd176-41b6-4db0-bc59-9a575e0ad76e tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602183 Jul 12 16:15:08.280540 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-adb002ad-29e2-4688-b1d4-f55b2dfe7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:08.282213 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-adb002ad-29e2-4688-b1d4-f55b2dfe7cc0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882895 Jul 12 16:15:08.373075 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-86202b62-9843-49df-a456-054a21874c6b service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833547 Jul 12 16:15:08.384765 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:56Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:08.415880 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7a8849-f782-4491-8424-ac942e9da096 None None] The sync data for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi is: [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:09:48Z', 'revision_number': 4, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '8fe888ab-d513-48c5-8241-daa501579209', 'name': '', 'network_id': 'cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'mac_address': 'fa:16:3e:5f:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:46Z', 'updated_at': '2021-07-12T16:09:56Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'subnets': [{'id': 'a3026e66-9815-4148-ad5e-5fca1fb708d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:08.470915 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-fd64ce41-54b2-4b11-8067-9d5b63c17bbc req-ba0648dc-fca7-4ef5-8e43-42b08b81893f service neutron] 10.222.0.66 "GET /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894887 Jul 12 16:15:08.630024 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2958fd-b4fa-40fc-9184-dd0c76f87ba3 None None] New status for floating IP b140e92b-ff4d-4bb5-8eff-d11323958b2a: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:15:09.442457 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097a2f-6d02-4d79-aa0b-c67143272ef3 req-678491be-6de5-4379-bb73-27279226182c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:09.443963 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-df097a2f-6d02-4d79-aa0b-c67143272ef3 req-678491be-6de5-4379-bb73-27279226182c tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0660641 Jul 12 16:15:09.485963 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-df097a2f-6d02-4d79-aa0b-c67143272ef3 req-5a2aa164-ae71-49af-8bad-6a16e0e60d72 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/security-groups?id=35e15857-7a5e-4681-b794-d41afd577bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361488 Jul 12 16:15:10.040670 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-b0a2b674-ed3e-4314-91d4-a935f0124757 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:10.042127 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-b0a2b674-ed3e-4314-91d4-a935f0124757 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.66 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 945 time: 0.0640728 Jul 12 16:15:10.150473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Deleting port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:10.150814 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.242204 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] For port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:10.242565 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.256954 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Calling delete_port for 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:10.402043 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.432902 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event deleted for resources: {'Port': ['ID=9b7a62d1-f557-4f61-88e6-ecdd43419ea8,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:10.480216 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] No DVR routers for this DVR port 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:10.482758 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.484779 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5fd40ea1-5d2a-49d8-8fb4-8f5df102582b req-903871d7-dc33-4d29-b4dc-fe191a589388 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.66 "DELETE /v2.0/ports/9b7a62d1-f557-4f61-88e6-ecdd43419ea8 HTTP/1.1" status: 204 len: 173 time: 0.4366059 Jul 12 16:15:10.485212 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-deleted', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:10.487455 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b703aa3-88ae-483a-b689-61719b58fd90" -d '{"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-deleted", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:10.529466 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f281e-25e1-4063-9f9e-94962c65202d x-openstack-request-id: req-3f8f281e-25e1-4063-9f9e-94962c65202d {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:10.530311 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151e47b9-b1c1-4786-be35-7e500e9e91d8", "name": "network-vif-deleted", "tag": "9b7a62d1-f557-4f61-88e6-ecdd43419ea8", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:10.530311 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-3f8f281e-25e1-4063-9f9e-94962c65202d {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:10.530655 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151e47b9-b1c1-4786-be35-7e500e9e91d8', 'name': 'network-vif-deleted', 'tag': '9b7a62d1-f557-4f61-88e6-ecdd43419ea8', 'status': 'completed', 'code': 200} Jul 12 16:15:10.656000 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:10.656661 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e532a183-9a0f-4853-8823-acbbf6122e77 req-3542e287-f5b9-4948-8ae2-8886539504dc tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "GET /v2.0/ports?device_id=151e47b9-b1c1-4786-be35-7e500e9e91d8 HTTP/1.1" status: 200 len: 210 time: 0.0417242 Jul 12 16:15:11.758174 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34140) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:11.820383 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.845771 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.909784 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.912419 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:11.913561 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] 10.222.0.70 "DELETE /v2.0/security-groups/35e15857-7a5e-4681-b794-d41afd577bb7 HTTP/1.1" status: 204 len: 168 time: 0.1544423 Jul 12 16:15:11.924335 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e15857-7a5e-4681-b794-d41afd577bb7,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:11.932203 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.932580 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.932937 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.933273 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.933667 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.933941 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.934271 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.935278 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.935615 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.935958 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.936301 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.936680 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722b4b07-d10b-493d-a287-093fdeecee84 tempest-TestShelveInstance-834667655 tempest-TestShelveInstance-834667655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:11.961088 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34144) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:12.444345 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.717688 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Deleting port 8fe888ab-d513-48c5-8241-daa501579209 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:12.717988 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:12.802695 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] For port 8fe888ab-d513-48c5-8241-daa501579209, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=8fe888ab-d513-48c5-8241-daa501579209,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:12.803051 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.079592 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Calling delete_port for 8fe888ab-d513-48c5-8241-daa501579209 owned by network:router_interface {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:13.282775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.311627 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe888ab-d513-48c5-8241-daa501579209,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:13.529052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:13.724267 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:13.748085 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:13.748450 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 9b7a62d1-f557-4f61-88e6-ecdd43419ea8 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:13.781127 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:13.909479 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:13.914504 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b4e4d7f4-ad59-48fa-a341-9681b7144b02 admin admin] 10.222.0.70 "PUT /v2.0/routers/6455b2e8-661d-4ccc-b30a-ca7d1a58218f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9521668 Jul 12 16:15:13.917193 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34148) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:13.920085 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] Sync routers for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:13.929875 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:13.930500 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:14:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:14.051657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks [] for router, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.052868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:14.172049 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.234718 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Deleting port a967d6b0-572f-4f63-8252-76a0bdda8c77 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:14.235092 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.269803 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:15:13Z', 'revision_number': 5, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port': {'id': 'a967d6b0-572f-4f63-8252-76a0bdda8c77', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:4e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:44Z', 'updated_at': '2021-07-12T16:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:14.302329 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] Checking router: 6455b2e8-661d-4ccc-b30a-ca7d1a58218f for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:14.313356 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] Routers {'6455b2e8-661d-4ccc-b30a-ca7d1a58218f'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:14.313986 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:14:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:14.332593 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] For port a967d6b0-572f-4f63-8252-76a0bdda8c77, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=a967d6b0-572f-4f63-8252-76a0bdda8c77,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:14.332954 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.350299 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Calling delete_port for a967d6b0-572f-4f63-8252-76a0bdda8c77 owned by network:router_gateway {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:14.416841 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] Set router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f gateway port host: None {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:14.537699 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.569476 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Pushing event deleted for resources: {'Port': ['ID=a967d6b0-572f-4f63-8252-76a0bdda8c77,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:14.606991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:15:14Z', 'revision_number': 6, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port_host': None}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:14.648444 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33736c3e-2dd2-4dd1-a690-ef5eac35798b None None] The sync data for ids ['6455b2e8-661d-4ccc-b30a-ca7d1a58218f'] in dv-cinder-792642-4-iscsi is: [{'id': '6455b2e8-661d-4ccc-b30a-ca7d1a58218f', 'name': 'tempest-TestShelveInstance-2123960504-router', 'tenant_id': 'bb3064e7f4844ef6844b66d183720e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:43Z', 'updated_at': '2021-07-12T16:15:14Z', 'revision_number': 6, 'project_id': 'bb3064e7f4844ef6844b66d183720e63', 'gw_port_host': None}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:14.651449 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.752884 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.755014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.803015 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.803493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6455b2e8-661d-4ccc-b30a-ca7d1a58218f {{(pid=93201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:15:14.809851 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.811351 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-bcca07f1-48b2-4ba0-9ea0-18df8266538f admin admin] 10.222.0.70 "DELETE /v2.0/routers/6455b2e8-661d-4ccc-b30a-ca7d1a58218f HTTP/1.1" status: 204 len: 168 time: 0.8928092 Jul 12 16:15:14.814263 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34150) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:14.860750 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Deleting subnet a3026e66-9815-4148-ad5e-5fca1fb708d2 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:14.864183 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.903060 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:14.987844 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.049688 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.077459 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3026e66-9815-4148-ad5e-5fca1fb708d2,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.081208 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.084424 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-3aadd455-d64c-427b-8a97-cf5b8c3ccb7f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/a3026e66-9815-4148-ad5e-5fca1fb708d2 HTTP/1.1" status: 204 len: 168 time: 0.2677920 Jul 12 16:15:15.085604 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34152) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:15.088213 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9737b39-6824-42ca-99b5-5687a8548f72 None None] Network cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:15.160043 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.216463 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Deleting port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:15.217010 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.286480 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] For port 23c0e6eb-bf27-4c7a-a463-d073efb91b90, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=23c0e6eb-bf27-4c7a-a463-d073efb91b90,segment=NetworkSegment(51ddbf4e-6406-4abb-bf16-e5e897174db3),segment_id=51ddbf4e-6406-4abb-bf16-e5e897174db3)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:15.286839 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.301951 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Calling delete_port for 23c0e6eb-bf27-4c7a-a463-d073efb91b90 owned by network:dhcp {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:15.382746 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.409042 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Pushing event deleted for resources: {'Port': ['ID=23c0e6eb-bf27-4c7a-a463-d073efb91b90,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.414682 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] No DVR routers for this DVR port 23c0e6eb-bf27-4c7a-a463-d073efb91b90 on host dv-cinder-792642-4-iscsi {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:15.428921 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054301d3-bcef-4129-a7f6-40f53fb8c2a6 None None] DHCP port deletion for cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:15:15.498344 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.509245 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617']}} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:15.521569 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ddbf4e-6406-4abb-bf16-e5e897174db3') {'for_net_delete': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:15.521866 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ddbf4e-6406-4abb-bf16-e5e897174db3') {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:15.532302 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59549707'] for segment, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.547407 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.554490 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:15.554885 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59635942'] for segment, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: Traceback (most recent call last): Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: timer() Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: cb(*args, **kw) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: return func(*args, **kwargs) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: self._notify() Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: self.callback(batched_events) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: event.method(event) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: return f(self, *a, **k) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._get(url).json() Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:15.556628 dv-cinder-792642-4-iscsi neutron-server[93202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:15.614263 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.620615 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:15.623172 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] 10.222.0.70 "DELETE /v2.0/networks/cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617 HTTP/1.1" status: 204 len: 168 time: 0.5366406 Jul 12 16:15:15.627524 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34154) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:15.640792 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa061a11-1f2f-4c01-ba88-8d1d3deba0fe admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc8b24a-f3b1-4ff7-8bc6-273e4de1e617,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:15.872198 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 23c0e6eb-bf27-4c7a-a463-d073efb91b90 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:15.897521 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 23c0e6eb-bf27-4c7a-a463-d073efb91b90 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:15.897815 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 23c0e6eb-bf27-4c7a-a463-d073efb91b90 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:15.898251 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 8fe888ab-d513-48c5-8241-daa501579209 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:15.917524 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 8fe888ab-d513-48c5-8241-daa501579209 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:15.917895 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 8fe888ab-d513-48c5-8241-daa501579209 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:15.918313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a967d6b0-572f-4f63-8252-76a0bdda8c77 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:15.939875 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: a967d6b0-572f-4f63-8252-76a0bdda8c77 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:15.940238 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device a967d6b0-572f-4f63-8252-76a0bdda8c77 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:16.048416 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.328989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Deleting port 5df5802c-faab-43db-8cc8-6daaccf907e9 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:16.329370 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.423100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] For port 5df5802c-faab-43db-8cc8-6daaccf907e9, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5df5802c-faab-43db-8cc8-6daaccf907e9,segment=NetworkSegment(be69ed19-50ab-41bb-a510-03d69141bd07),segment_id=be69ed19-50ab-41bb-a510-03d69141bd07)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:16.423459 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.436739 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Calling delete_port for 5df5802c-faab-43db-8cc8-6daaccf907e9 owned by network:router_interface {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:16.617129 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:16.644344 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df5802c-faab-43db-8cc8-6daaccf907e9,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:16.812680 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.030256 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Router a7335938-fe3c-4a83-863c-7ef4abffca5d has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:17.138531 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:17.143474 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-cc31cb99-d84d-4be5-937f-4268aa1ba0d3 admin admin] 10.222.0.70 "PUT /v2.0/routers/a7335938-fe3c-4a83-863c-7ef4abffca5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5148425 Jul 12 16:15:17.146072 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34156) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:17.148633 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] Sync routers for ids ['a7335938-fe3c-4a83-863c-7ef4abffca5d'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:17.158970 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] Routers {'a7335938-fe3c-4a83-863c-7ef4abffca5d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:17.159591 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:14:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['a7335938-fe3c-4a83-863c-7ef4abffca5d'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.251674 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.266431 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] Set router a7335938-fe3c-4a83-863c-7ef4abffca5d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:17.475831 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:15:16Z', 'revision_number': 5, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.509100 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] Checking router: a7335938-fe3c-4a83-863c-7ef4abffca5d for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:17.520264 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] Routers {'a7335938-fe3c-4a83-863c-7ef4abffca5d'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:17.520942 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:14:59Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['a7335938-fe3c-4a83-863c-7ef4abffca5d'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.633632 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] Set router a7335938-fe3c-4a83-863c-7ef4abffca5d gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:17.652669 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.720567 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Deleting port 475472f8-2160-46a8-bd12-d08f9c4bcabc {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:17.720913 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.811053 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] For port 475472f8-2160-46a8-bd12-d08f9c4bcabc, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=475472f8-2160-46a8-bd12-d08f9c4bcabc,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:17.811496 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:17.831144 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Calling delete_port for 475472f8-2160-46a8-bd12-d08f9c4bcabc owned by network:router_gateway {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:17.921994 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:15:16Z', 'revision_number': 5, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:17.950380 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a32b2-70d2-43f1-a563-2f4598cf9973 None None] The sync data for ids ['a7335938-fe3c-4a83-863c-7ef4abffca5d'] in dv-cinder-792642-4-iscsi is: [{'id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'name': 'tempest-TestShelveInstance-1274754060-router', 'tenant_id': '7d18ca066e4c435097cef83025491f5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:15:16Z', 'revision_number': 5, 'project_id': '7d18ca066e4c435097cef83025491f5e', 'gw_port': {'id': '475472f8-2160-46a8-bd12-d08f9c4bcabc', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:42:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7335938-fe3c-4a83-863c-7ef4abffca5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:09:51Z', 'updated_at': '2021-07-12T16:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:18.008988 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.040339 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=475472f8-2160-46a8-bd12-d08f9c4bcabc,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.104689 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.199494 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.202747 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.246265 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.247370 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7335938-fe3c-4a83-863c-7ef4abffca5d {{(pid=93201) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:15:18.252546 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] Notify callbacks [] for router, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.253710 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-23a14a1c-ec8d-4de8-b58e-d98d073f6f82 admin admin] 10.222.0.70 "DELETE /v2.0/routers/a7335938-fe3c-4a83-863c-7ef4abffca5d HTTP/1.1" status: 204 len: 168 time: 1.1066582 Jul 12 16:15:18.257032 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34158) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:18.307815 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Deleting subnet eb07f53e-3879-4c61-9133-b92f0b835742 {{(pid=93201) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:15:18.312440 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.349362 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58867767'] for subnet, precommit_delete_associations {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.435762 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.495219 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58921210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59030391'] for subnet, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.520833 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb07f53e-3879-4c61-9133-b92f0b835742,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.524255 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for subnet, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.526166 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-8e56959c-522c-4c3c-af81-1ae97ee67fc8 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/eb07f53e-3879-4c61-9133-b92f0b835742 HTTP/1.1" status: 204 len: 168 time: 0.2681317 Jul 12 16:15:18.529195 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34160) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:18.531689 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a2b965-b783-4cb4-8551-ef74820b1c08 None None] Network 2d18b730-285b-4697-b9c4-17c1cbba9e11 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:15:18.601379 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.668960 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Deleting port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:18.669885 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.740952 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] For port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,segment=NetworkSegment(be69ed19-50ab-41bb-a510-03d69141bd07),segment_id=be69ed19-50ab-41bb-a510-03d69141bd07)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:18.741312 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.754189 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Calling delete_port for 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:18.833063 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.861827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ba74c3c-61ea-48f0-b5ad-9947d22dce44,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:18.865301 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] No DVR routers for this DVR port 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 on host dv-cinder-792642-4-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:18.939439 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.949836 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d18b730-285b-4697-b9c4-17c1cbba9e11']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:18.961417 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be69ed19-50ab-41bb-a510-03d69141bd07') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:18.961722 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be69ed19-50ab-41bb-a510-03d69141bd07') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:18.971423 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.986008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.994380 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:15:18.994963 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:15:18.997474 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:15:19.038782 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1741b78-99b9-42bd-9f87-6cc04d6e20a6 None None] DHCP port deletion for 2d18b730-285b-4697-b9c4-17c1cbba9e11 request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:15:19.060573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.078417 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.080369 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] 10.222.0.70 "DELETE /v2.0/networks/2d18b730-285b-4697-b9c4-17c1cbba9e11 HTTP/1.1" status: 204 len: 168 time: 0.5501885 Jul 12 16:15:19.081928 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05793b-1071-4901-9086-bba304ae1363 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d18b730-285b-4697-b9c4-17c1cbba9e11,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:19.204629 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34164) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:19.244308 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-b54090d5-2c3b-4bef-a270-028a69be510f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bb3064e7f4844ef6844b66d183720e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382154 Jul 12 16:15:19.247018 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34166) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:19.301229 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-33ccc033-3c39-46ba-935f-bd61a632ca93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.322767 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-33ccc033-3c39-46ba-935f-bd61a632ca93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.377123 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-33ccc033-3c39-46ba-935f-bd61a632ca93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.380720 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-33ccc033-3c39-46ba-935f-bd61a632ca93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.382205 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-33ccc033-3c39-46ba-935f-bd61a632ca93 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/efb571fc-301a-4b18-ba45-74d0f96f2a45 HTTP/1.1" status: 204 len: 168 time: 0.1338935 Jul 12 16:15:19.396322 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccc033-3c39-46ba-935f-bd61a632ca93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb571fc-301a-4b18-ba45-74d0f96f2a45,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:19.735969 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34172) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:19.778367 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-17615cfe-4679-4ae3-a837-ac904f2751d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d18ca066e4c435097cef83025491f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410187 Jul 12 16:15:19.781239 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34174) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:19.834834 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eccacb63-e104-445e-9501-042c98cfb649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.857127 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5df5802c-faab-43db-8cc8-6daaccf907e9 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:19.861723 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eccacb63-e104-445e-9501-042c98cfb649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.878386 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 5df5802c-faab-43db-8cc8-6daaccf907e9 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:19.878721 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5df5802c-faab-43db-8cc8-6daaccf907e9 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:19.879158 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:19.898948 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:19.899200 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 9ba74c3c-61ea-48f0-b5ad-9947d22dce44 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:19.899863 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 475472f8-2160-46a8-bd12-d08f9c4bcabc no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:19.915365 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eccacb63-e104-445e-9501-042c98cfb649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.922320 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-eccacb63-e104-445e-9501-042c98cfb649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:19.922632 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-eccacb63-e104-445e-9501-042c98cfb649 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a44b6677-edd0-4bf9-ad4e-abc19dd58728 HTTP/1.1" status: 204 len: 168 time: 0.1400716 Jul 12 16:15:19.923210 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 475472f8-2160-46a8-bd12-d08f9c4bcabc {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:19.923571 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 475472f8-2160-46a8-bd12-d08f9c4bcabc not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:19.931828 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccacb63-e104-445e-9501-042c98cfb649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44b6677-edd0-4bf9-ad4e-abc19dd58728,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:26.310418 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-49c9bc17-f933-42b7-b542-73611b95a9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.138953 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d93be147-ee6f-459f-a78d-8f6ca0c395bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:29.255987 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:30.166155 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:31.652383 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:32.028754 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28232cb-f160-44db-ab90-248039ffcab0 req-cb2f447b-4efc-4d7d-8761-8ff02bb68b24 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:32.030269 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b28232cb-f160-44db-ab90-248039ffcab0 req-cb2f447b-4efc-4d7d-8761-8ff02bb68b24 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 946 time: 0.0646157 Jul 12 16:15:32.070474 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b28232cb-f160-44db-ab90-248039ffcab0 req-7e37c1fd-575c-47ce-a6aa-ff2a810e007f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335672 Jul 12 16:15:33.249250 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825eb87-f645-4401-ac49-195196f026e0 req-08ab487b-0498-4dbf-82c8-0ed14ce38b97 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:33.251060 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4825eb87-f645-4401-ac49-195196f026e0 req-08ab487b-0498-4dbf-82c8-0ed14ce38b97 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 946 time: 0.0643888 Jul 12 16:15:33.293210 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4825eb87-f645-4401-ac49-195196f026e0 req-baeb89bb-1a64-4b0e-8d06-eddba640d957 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343866 Jul 12 16:15:33.923790 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-8815413d-a115-4e1e-8742-342c09f66a4b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:33.925268 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-8815413d-a115-4e1e-8742-342c09f66a4b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 946 time: 0.0669079 Jul 12 16:15:34.025227 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Deleting port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:15:34.025569 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.118340 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] For port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:34.118702 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.291209 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.291968 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.291968 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Floating IP fc3d2058-7020-4d4d-a6ed-ba0ea64c4578 disassociated. External IP: 172.27.3.55, port: a6a1606f-ad8f-4cac-a768-c4b8934ccfcc. Jul 12 16:15:34.292225 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Calling delete_port for a6a1606f-ad8f-4cac-a768-c4b8934ccfcc owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:15:34.431754 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.456326 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-ffb4a301-610c-4faa-a722-84371f4f00f5 req-20715852-e1f7-40de-8a82-df8f9ffc179f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 210 time: 0.0318246 Jul 12 16:15:34.462603 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'Port': ['ID=a6a1606f-ad8f-4cac-a768-c4b8934ccfcc,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:34.584157 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:34.690929 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:34.700001 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:34.710346 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:34.710960 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:15:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:34.735867 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] No DVR routers for this DVR port a6a1606f-ad8f-4cac-a768-c4b8934ccfcc on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:15:34.738468 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:34.740451 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-27a51a97-5203-41bf-b392-ceb01b5989d7 req-82dcc578-d44c-46d0-9e34-74c4710c1e02 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "DELETE /v2.0/ports/a6a1606f-ad8f-4cac-a768-c4b8934ccfcc HTTP/1.1" status: 204 len: 173 time: 0.8087964 Jul 12 16:15:34.741104 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'name': 'network-vif-deleted', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:34.743491 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8463c67-3a8a-4cab-b7ba-e2d42359d83d" -d '{"events": [{"server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "name": "network-vif-deleted", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:34.782840 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f829b-7fa7-4195-8008-0f6ff9eb19f5 x-openstack-request-id: req-7d7f829b-7fa7-4195-8008-0f6ff9eb19f5 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:34.783479 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58fc98ed-1ea5-4adc-9d15-578de1252ab4", "name": "network-vif-deleted", "tag": "a6a1606f-ad8f-4cac-a768-c4b8934ccfcc", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:34.783732 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-7d7f829b-7fa7-4195-8008-0f6ff9eb19f5 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:34.784176 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fc98ed-1ea5-4adc-9d15-578de1252ab4', 'name': 'network-vif-deleted', 'tag': 'a6a1606f-ad8f-4cac-a768-c4b8934ccfcc', 'status': 'completed', 'code': 200} Jul 12 16:15:34.822972 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:35.027731 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:35.055698 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:35.064060 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:35.064724 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:15:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:35.174941 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:35.383250 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:35.410185 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a48ca-8baa-4e68-b7e7-affdf9dafad7 None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:35.634457 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-e4d3fe4d-01bf-4f46-a01b-de7b11f3ca5f req-bfe7df23-b001-499d-bb36-ddee5dc919cc tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=58fc98ed-1ea5-4adc-9d15-578de1252ab4 HTTP/1.1" status: 200 len: 210 time: 0.0377393 Jul 12 16:15:35.646498 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a4592e-20d7-4ec1-a460-ca07629b52fd None None] New status for floating IP fc3d2058-7020-4d4d-a6ed-ba0ea64c4578: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:15:36.920062 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-773f6def-769a-4eb7-b234-7a1d9941240e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148676634&fields=id&tenant_id=076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 267 time: 0.0321953 Jul 12 16:15:37.025331 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-3868b7c2-a4b5-4a41-a9f9-15cd823aaeaa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:37.026810 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-3868b7c2-a4b5-4a41-a9f9-15cd823aaeaa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 811 time: 0.1000621 Jul 12 16:15:37.042663 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-cddb24c4-cc42-4c96-bcdc-e032b8c9eb5a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/quotas/076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 375 time: 0.0097768 Jul 12 16:15:37.121456 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-684a228d-4140-44b5-be17-9b88bed5431c tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730000 Jul 12 16:15:37.228782 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-5df002a5-23b1-4a28-86b3-d6151e3567bb service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=93202) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 12 16:15:37.229786 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-5df002a5-23b1-4a28-86b3-d6151e3567bb service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0968874 Jul 12 16:15:37.320261 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-8f296d06-f3a5-422a-a09b-79273287f678 service neutron] 10.222.0.70 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839243 Jul 12 16:15:37.413648 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-f294b686-7ba0-4020-b303-1aa6e3b709ee service neutron] 10.222.0.70 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876858 Jul 12 16:15:37.716245 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3476d49a-bb96-4ba0-845f-93543d6a1cf9 req-5c6e884f-7977-41d6-a3e5-9a76826d9a74 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 210 time: 0.0295835 Jul 12 16:15:37.832012 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6a1606f-ad8f-4cac-a768-c4b8934ccfcc no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:15:37.851847 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: a6a1606f-ad8f-4cac-a768-c4b8934ccfcc {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:15:37.852193 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device a6a1606f-ad8f-4cac-a768-c4b8934ccfcc not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:15:38.594719 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:15:38.861465 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6737d158-3635-450f-a10f-43de124698e1 req-c9fc0a3d-9909-43a2-a8d6-330527e346d3 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 210 time: 0.0306447 Jul 12 16:15:39.060972 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-b3c0251b-4b2a-4cd0-b823-030258888412 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:39.062477 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-b3c0251b-4b2a-4cd0-b823-030258888412 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 811 time: 0.1071939 Jul 12 16:15:39.118932 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-1bb5d7db-6ced-4848-954b-d6332fb71bf3 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 379 time: 0.0393248 Jul 12 16:15:39.133548 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'port': {'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'admin_state_up': True, 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'security_groups': ['f735fd41-06fe-46fc-a3cb-98f911193706']}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:39.243922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Made reservation on behalf of 076c03be54bf49c283e4e5133cda96a2 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:15:39.248023 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.385867 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Allocated IP 172.20.0.9 (2fd2b61d-d4e0-4851-bf26-edda98d3282d/94a31090-56d1-4bc4-883c-d794467e13d3/048a8bbf-e57c-4fb9-a607-fd92bb54c81c) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:39.531046 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.544751 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Transition to ACTIVE for port object 048a8bbf-e57c-4fb9-a607-fd92bb54c81c will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:39.579389 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.623014 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:39.629504 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:39.633519 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:39.660447 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:39.692160 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:39.692871 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.712769 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ce241217-2b4c-4b1a-a609-1beaa8b1c258 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5828445 Jul 12 16:15:39.732042 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Request body: {'port': {'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:39.825578 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.863182 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-4878c3f2-9fc2-4058-881d-2c8ed59b5426 None None] Provisioning for port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:39.867801 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-4878c3f2-9fc2-4058-881d-2c8ed59b5426 None None] Provisioning complete for port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:39.868184 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-4878c3f2-9fc2-4058-881d-2c8ed59b5426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:39.911628 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-4878c3f2-9fc2-4058-881d-2c8ed59b5426 None None] Port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:15:40.117403 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6a410-ee66-403a-afba-fbd94e77bdde req-d55fd56e-357f-4351-be62-bc3a21a683fa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:40.119285 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6dc6a410-ee66-403a-afba-fbd94e77bdde req-d55fd56e-357f-4351-be62-bc3a21a683fa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 931 time: 0.1152525 Jul 12 16:15:40.210447 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-6dc6a410-ee66-403a-afba-fbd94e77bdde req-a7dc6e8e-635a-4230-92e3-c5f14fb7b695 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810752 Jul 12 16:15:40.210447 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048a8bbf-e57c-4fb9-a607-fd92bb54c81c {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:40.219775 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.233835 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Transition to ACTIVE for port object 048a8bbf-e57c-4fb9-a607-fd92bb54c81c will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:15:40.238662 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.338721 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Pushing event updated for resources: {'Port': ['ID=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:40.377452 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Attempting to bind port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:15:40.377959 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Attempting to bind port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:15:40.378368 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Attempting to bind port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:40.383462 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:15:40.383901 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Attempting to bind port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:15:40.389676 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:15:40.390008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Checking segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:15:40.390407 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Bound using segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:15:40.391470 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Bound port: 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:15:40.391835 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.482466 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] For port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:15:40.486082 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] For port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:15:40.492584 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.531969 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:40.532726 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.534227 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] 10.222.0.66 "PUT /v2.0/ports/048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 1093 time: 0.8069594 Jul 12 16:15:40.534667 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:40.537024 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3ae06-a699-4173-9df7-ffa23d18c20c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:40.569921 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9024a51-a62d-4ba4-8c40-f2057985c5ab service neutron] Pushing event updated for resources: {'Port': ['ID=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:40.589754 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4fe2df-ede0-404e-9935-c57d50b5c55c x-openstack-request-id: req-ae4fe2df-ede0-404e-9935-c57d50b5c55c {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:40.590120 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:40.590442 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-ae4fe2df-ede0-404e-9935-c57d50b5c55c {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:40.591008 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'status': 'completed', 'code': 200} Jul 12 16:15:40.655356 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:40.691551 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-8854725a-45a8-48b1-828c-f4773508cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:40.693351 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-8854725a-45a8-48b1-828c-f4773508cb45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1096 time: 0.0826664 Jul 12 16:15:40.749221 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-ff3ab0b9-e102-4455-ac4f-8d6690175196 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 217 time: 0.0410838 Jul 12 16:15:40.803481 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-35ceb949-7906-4cf6-8e57-7d073d7e4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:40.805282 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-35ceb949-7906-4cf6-8e57-7d073d7e4dd4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0483339 Jul 12 16:15:40.866905 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-acb227d1-49b9-492f-aa09-c1b304feb8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:40.868416 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-acb227d1-49b9-492f-aa09-c1b304feb8b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560277 Jul 12 16:15:40.967980 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-259cff9e-461c-4af4-92a8-420dcae06811 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917485 Jul 12 16:15:41.069980 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-aa87601e-9d9e-4785-94f7-254c92685db0 req-7588f8cb-3f1e-40d3-aaab-f0dcfe6bedcb service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949798 Jul 12 16:15:41.238273 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-54599279-d774-442b-b94a-2810e1050ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.239885 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-54599279-d774-442b-b94a-2810e1050ea7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1096 time: 0.0545208 Jul 12 16:15:41.368066 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-5b679e84-2b31-460c-9516-406115dfac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.369711 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-5b679e84-2b31-460c-9516-406115dfac9a service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1233599 Jul 12 16:15:41.440245 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-ca7c0332-3d7d-41c5-9929-bfda3a48e650 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 217 time: 0.0524907 Jul 12 16:15:41.465737 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570685-a0b0-4d43-abd2-32f2697b8c39 req-3e6d6d4c-cadc-4b37-afcb-1ead353cb6fa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.467335 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8f570685-a0b0-4d43-abd2-32f2697b8c39 req-3e6d6d4c-cadc-4b37-afcb-1ead353cb6fa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.1345901 Jul 12 16:15:41.527008 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-bb1fb6f3-54b6-4279-b3ba-0db3b8beeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.528041 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-bb1fb6f3-54b6-4279-b3ba-0db3b8beeac4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0808742 Jul 12 16:15:41.536524 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8f570685-a0b0-4d43-abd2-32f2697b8c39 req-2c14c97f-3931-4ea9-bd75-434fd5a1bf5e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Jul 12 16:15:41.593778 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-1780b31b-042f-49a8-8f7a-7cf6d17126b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:41.595440 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-1780b31b-042f-49a8-8f7a-7cf6d17126b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580411 Jul 12 16:15:41.702969 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-4c4d8791-6316-41b5-9d17-d584d435bc4d service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004069 Jul 12 16:15:41.797726 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-acd3ae06-a699-4173-9df7-ffa23d18c20c req-dd63a1cd-fb8f-4019-9853-63f3a23d7dee service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865431 Jul 12 16:15:42.729558 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7969d1d-d13c-4d55-842b-b96d1af85835 req-a6a3fefe-9c39-4ef6-b373-b8033f57a4b6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:42.731174 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7969d1d-d13c-4d55-842b-b96d1af85835 req-a6a3fefe-9c39-4ef6-b373-b8033f57a4b6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.0718467 Jul 12 16:15:42.771053 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-b7969d1d-d13c-4d55-842b-b96d1af85835 req-613b9401-26de-4d66-b021-15d1b66bb3fe tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340064 Jul 12 16:15:43.956529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78da42-5920-4ff8-aafc-26ace141d472 req-a7a83e85-bfd6-4248-8fcc-4ef8a9a37fb4 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:43.958122 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8f78da42-5920-4ff8-aafc-26ace141d472 req-a7a83e85-bfd6-4248-8fcc-4ef8a9a37fb4 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.0728171 Jul 12 16:15:43.998759 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-8f78da42-5920-4ff8-aafc-26ace141d472 req-7e9aed23-1961-4005-97d9-4b9b42d0a924 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Jul 12 16:15:45.183438 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e25222-6603-41ee-adca-13559d0c31c7 req-ad606b1b-c30f-4b38-a7e6-77f3bf300076 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:45.184938 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c4e25222-6603-41ee-adca-13559d0c31c7 req-ad606b1b-c30f-4b38-a7e6-77f3bf300076 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.0696824 Jul 12 16:15:45.224985 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c4e25222-6603-41ee-adca-13559d0c31c7 req-aa1b563a-3dd1-4964-9dcf-04f2c1d8698a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340331 Jul 12 16:15:46.410294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d450d-bbd4-42e8-9690-8d953d38ebea req-a3edfeb5-8a9c-41e7-88cc-146646f64b6f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:46.411825 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-649d450d-bbd4-42e8-9690-8d953d38ebea req-a3edfeb5-8a9c-41e7-88cc-146646f64b6f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.0653603 Jul 12 16:15:46.457677 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-649d450d-bbd4-42e8-9690-8d953d38ebea req-5746cf8b-f9cf-467d-8160-d4547c4dfaa4 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Jul 12 16:15:47.641653 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03fba86-0a58-42d0-9ec0-d41f8228bba3 req-40a647fd-bcf3-4d74-814c-03778d544864 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:47.643168 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c03fba86-0a58-42d0-9ec0-d41f8228bba3 req-40a647fd-bcf3-4d74-814c-03778d544864 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.0703254 Jul 12 16:15:47.682172 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-c03fba86-0a58-42d0-9ec0-d41f8228bba3 req-697c5483-5b1f-49d9-b67f-c4a4021948c3 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331159 Jul 12 16:15:48.871929 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cf120-4c43-410e-9486-116d6aef743b req-b5117191-e595-43e3-9831-128cbb4d7ec8 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:48.873480 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-473cf120-4c43-410e-9486-116d6aef743b req-b5117191-e595-43e3-9831-128cbb4d7ec8 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 943 time: 0.0714886 Jul 12 16:15:48.914270 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-473cf120-4c43-410e-9486-116d6aef743b req-36bd89eb-d3ff-45ba-8004-d50c159d3ca3 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346267 Jul 12 16:15:49.846570 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 048a8bbf-e57c-4fb9-a607-fd92bb54c81c details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:15:49.940824 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:49.952861 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:15:49.992238 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.009094 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048a8bbf-e57c-4fb9-a607-fd92bb54c81c {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:15:50.029152 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:50.035862 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:50.093472 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:50.098567 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd35fb-726f-47df-a274-08f5b9de3bfe req-e9f33bc5-9256-46cd-bab3-1297bea3a0af tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:50.100135 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a3cd35fb-726f-47df-a274-08f5b9de3bfe req-e9f33bc5-9256-46cd-bab3-1297bea3a0af tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 944 time: 0.0716319 Jul 12 16:15:50.107267 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.107690 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.107956 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.108286 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.108657 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.108985 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.109434 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.109760 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.110176 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.110502 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.110827 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.111148 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:15:50.146234 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a3cd35fb-726f-47df-a274-08f5b9de3bfe req-0daf1a57-24bb-41df-98f2-39855894f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397332 Jul 12 16:15:50.389227 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['048a8bbf-e57c-4fb9-a607-fd92bb54c81c'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:15:51.340087 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde4820-9d36-4465-9dfe-da8b10994395 req-51817e4f-b899-42f5-b819-b07cf37db519 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:51.341565 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4fde4820-9d36-4465-9dfe-da8b10994395 req-51817e4f-b899-42f5-b819-b07cf37db519 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 944 time: 0.0747356 Jul 12 16:15:51.381428 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-4fde4820-9d36-4465-9dfe-da8b10994395 req-91e87bac-a8d5-44ea-9cf3-c1ada5a5d290 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335879 Jul 12 16:15:51.862652 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 048a8bbf-e57c-4fb9-a607-fd92bb54c81c up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:15:51.910029 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:15:51.913787 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:51.914184 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:51.996305 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:52.019216 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:52.021494 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd7378f-6240-4a7a-9b1c-433cdf504f48" -d '{"events": [{"server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "name": "network-vif-plugged", "status": "completed", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:52.035531 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:15:52.040207 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:52.096417 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:52.182731 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c57598-d725-4c66-8f07-bb3e3784dd20 x-openstack-request-id: req-15c57598-d725-4c66-8f07-bb3e3784dd20 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:52.183024 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "name": "network-vif-plugged", "status": "completed", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:52.183274 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-15c57598-d725-4c66-8f07-bb3e3784dd20 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:52.183664 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'code': 200} Jul 12 16:15:52.274015 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-bdc66b09-9201-4e07-b155-628216338676 None None] Provisioning complete for port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:15:52.274389 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bdc66b09-9201-4e07-b155-628216338676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:52.492322 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18996d-7311-4a44-8ed2-1ed4f55ff700 req-397993ac-96a1-4d84-a819-6a2d26563e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.493865 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ce18996d-7311-4a44-8ed2-1ed4f55ff700 req-397993ac-96a1-4d84-a819-6a2d26563e7c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1098 time: 0.0550313 Jul 12 16:15:52.562967 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-ce18996d-7311-4a44-8ed2-1ed4f55ff700 req-9ab0845f-3760-4e83-8510-b822e5d2817b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569477 Jul 12 16:15:52.595529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c01488-8278-401a-9f8b-36366a811f8b req-afe41050-5dde-4a3a-a7a0-61b174a792c6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:52.597859 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-41c01488-8278-401a-9f8b-36366a811f8b req-afe41050-5dde-4a3a-a7a0-61b174a792c6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.1003852 Jul 12 16:15:52.637745 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-41c01488-8278-401a-9f8b-36366a811f8b req-6d1caca2-a828-4a8a-b0c3-24f9f786bdba tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Jul 12 16:15:53.839693 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b975ba-7822-4f81-bfa9-f266e756baea req-b6ad002a-1d66-4550-8268-17bb96d1299b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:53.841285 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-96b975ba-7822-4f81-bfa9-f266e756baea req-b6ad002a-1d66-4550-8268-17bb96d1299b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.0723276 Jul 12 16:15:53.881037 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-96b975ba-7822-4f81-bfa9-f266e756baea req-02a639dc-0711-4d61-ad8b-7356cb1c91fd tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332389 Jul 12 16:15:55.068351 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21378f23-cad2-432e-ba74-1ee5fd0d1c66 req-9c233f8f-4e00-4582-bdab-bcb8803f91e6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:55.069953 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-21378f23-cad2-432e-ba74-1ee5fd0d1c66 req-9c233f8f-4e00-4582-bdab-bcb8803f91e6 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.0672536 Jul 12 16:15:55.121117 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-21378f23-cad2-432e-ba74-1ee5fd0d1c66 req-5bab0a4e-5e39-47f5-8143-9c8c82bfb5c9 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Jul 12 16:15:55.301786 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5c46d-3722-419b-a418-dc6c245a5eb2 req-86aaca6a-a954-4bdb-9267-f7a7861c92e1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:55.303394 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-add5c46d-3722-419b-a418-dc6c245a5eb2 req-86aaca6a-a954-4bdb-9267-f7a7861c92e1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.0692134 Jul 12 16:15:55.344070 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-add5c46d-3722-419b-a418-dc6c245a5eb2 req-325d22ac-c5af-4bf5-a7bd-334e648f4dd0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347691 Jul 12 16:15:55.369076 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34264) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:55.422439 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08951c2-c2a0-4e95-9596-4c380c1ff480 tempest-TestVolumeBootPattern-309822769 tempest-TestVolumeBootPattern-309822769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:55.424126 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-a08951c2-c2a0-4e95-9596-4c380c1ff480 tempest-TestVolumeBootPattern-309822769 tempest-TestVolumeBootPattern-309822769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1093 time: 0.0539927 Jul 12 16:15:55.427030 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34266) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:15:55.432100 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:15:55.457186 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.566083 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:55.675996 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Allocated IP 172.27.3.23 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/7983f7e6-d01c-4a58-95e7-474488c2c9a5) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:15:56.053499 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.094882 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.135733 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:15:56.139329 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:15:56.143762 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:15:56.149405 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=7983f7e6-d01c-4a58-95e7-474488c2c9a5,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:56.318441 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-7b26c07c-c1b2-4e34-b7b6-df6465750d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.557068 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.648710 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.809334 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.814813 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:56.888691 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=7983f7e6-d01c-4a58-95e7-474488c2c9a5,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:15:56.902316 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.005079 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Floating IP e81f1263-e3e6-409a-8ef9-b6517fde0c1f associated. External IP: 172.27.3.23, port: 048a8bbf-e57c-4fb9-a607-fd92bb54c81c. Jul 12 16:15:57.216934 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:15:57.334989 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:15:57.344435 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:15:57.353070 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:57.357518 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:57.358158 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:15:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:57.394036 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-6736be78-4d7a-497c-9da5-998b62b10ff0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9659381 Jul 12 16:15:57.394617 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:15:57.396961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2213fd54-c8e8-4019-b7d2-84c36de86b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:15:57.435620 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680b90fc-10de-4e84-8ddc-b51c6fe36141 x-openstack-request-id: req-680b90fc-10de-4e84-8ddc-b51c6fe36141 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:15:57.435917 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:15:57.436178 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-680b90fc-10de-4e84-8ddc-b51c6fe36141 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:15:57.436695 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'status': 'completed', 'code': 200} Jul 12 16:15:57.465938 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:57.537973 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-83900a9b-fcac-4cf5-b61f-7d05b674b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:57.539420 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-83900a9b-fcac-4cf5-b61f-7d05b674b4b6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1098 time: 0.0562198 Jul 12 16:15:57.649176 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-7e47cde9-2244-489d-bc28-3710a627cb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:57.650705 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-7e47cde9-2244-489d-bc28-3710a627cb37 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1045368 Jul 12 16:15:57.732654 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:56Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:57.746896 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-e7b01c1c-944c-480d-ab7d-0b5631887889 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 998 time: 0.0882990 Jul 12 16:15:57.762208 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:15:57.775053 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:15:57.775694 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:15:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:57.804303 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-069a47b5-c49c-4222-b528-f0565a0d9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:57.805748 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-069a47b5-c49c-4222-b528-f0565a0d9d52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0522130 Jul 12 16:15:57.869583 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-338715de-cf94-4170-bb0f-01f949ba0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:15:57.871122 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-338715de-cf94-4170-bb0f-01f949ba0e70 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547221 Jul 12 16:15:57.886840 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:15:57.973383 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-aed18028-4443-476f-8e02-fb5b47d3e1e9 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916781 Jul 12 16:15:58.075036 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2213fd54-c8e8-4019-b7d2-84c36de86b3d req-fd557331-261c-4b75-88b1-9e839db72321 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949111 Jul 12 16:15:58.135543 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:56Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:15:58.286806 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1cac1f-f33a-4faf-a00f-4a7ec0ca3f1e None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:56Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:15:58.491289 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c98500-a49d-4e4a-ba48-ab2a69717c83 None None] New status for floating IP e81f1263-e3e6-409a-8ef9-b6517fde0c1f: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:15:59.130414 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-53c2e7ea-d491-40f1-adf7-121b6b97240a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:15:59.259094 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:00.171755 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:01.654940 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:10.654924 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:15.595402 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:16:26.312852 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-2c99ce25-8246-4fe2-a52c-d61ae2a89ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.131083 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b82341b3-70c1-47f6-8b3f-1bee92a2cbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:29.260909 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:30.172066 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:31.657037 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:40.665351 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:44.208649 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-49b6ce5a-beb7-4912-9213-bd9b06adf348 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530996 Jul 12 16:16:44.329749 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-c1ea7f6c-6a8e-4128-bc6d-6c3cf71a159b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:44.331250 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-c1ea7f6c-6a8e-4128-bc6d-6c3cf71a159b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1098 time: 0.0546787 Jul 12 16:16:44.441600 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-602748dc-4e87-46ae-8762-4eacef0a6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:44.443043 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-602748dc-4e87-46ae-8762-4eacef0a6dc1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.0903363 Jul 12 16:16:44.508410 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-7e951302-7eb5-4359-808d-d3cccb8a8b37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 1000 time: 0.0583246 Jul 12 16:16:44.562384 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-e92657ff-9b53-4ce2-9c0d-1e0f9de0c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:44.564765 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-e92657ff-9b53-4ce2-9c0d-1e0f9de0c5c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0496287 Jul 12 16:16:44.622553 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-5eef61da-55fa-4efe-97c8-ccfe5a287ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:16:44.624249 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-5eef61da-55fa-4efe-97c8-ccfe5a287ac3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524609 Jul 12 16:16:44.714754 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-7ef9dfb7-65bb-4574-b5df-6eb0000217fd service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828907 Jul 12 16:16:44.811196 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b18dab2a-b9a2-4626-9942-b1ba090cd73c req-8f49a882-c6b8-4a16-87f7-2179ec6960c4 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894146 Jul 12 16:16:52.594905 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:16:56.315434 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-037ec9c4-1c27-4777-9aad-e911ac281c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:59.136532 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9a105254-2c1d-401a-8f91-cf989c1ad326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:16:59.262632 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:00.175839 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:01.660100 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:10.662745 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:26.318312 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c24af04c-8181-43fa-a775-4228cc7890ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.142223 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-336bfdbe-32af-416b-8f29-fd84d7991743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.266610 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:29.593423 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:17:30.179406 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:31.661662 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:32.837245 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-16f4bc7c-c4b5-41b0-a23e-47d8373bcced tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148676634&fields=id&tenant_id=076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 267 time: 0.0385203 Jul 12 16:17:32.942404 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-c839cbef-afac-4826-8d1f-ce7f66f6bdf4 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:32.943905 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-c839cbef-afac-4826-8d1f-ce7f66f6bdf4 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 811 time: 0.1003554 Jul 12 16:17:32.960797 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-7df00154-1c24-4d42-bd7c-df457a675c38 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/quotas/076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 375 time: 0.0111570 Jul 12 16:17:33.038039 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-4fe21373-b2ea-4277-8679-58fbcec2b9fb tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719435 Jul 12 16:17:33.137054 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-23c48c6c-7d08-4d09-a6b8-b7d49856ae7a service neutron] 10.222.0.70 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Jul 12 16:17:33.227175 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-d5e32226-d40f-4efe-a91b-f7fc6fe1cd70 service neutron] 10.222.0.70 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Jul 12 16:17:33.541913 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2bbae6cd-4e3c-4753-ae89-2e696f281ada req-664066af-cda4-4fad-9392-003acafbdeca tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 210 time: 0.0319211 Jul 12 16:17:34.687576 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-976814cb-8364-4ecd-8b38-adf81188e97a req-9068ce3f-b4b4-4d9f-bf05-a2415d37f0df tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 210 time: 0.0328493 Jul 12 16:17:35.096163 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-ed959fd0-5e64-422f-9ca5-f14b37174e50 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:35.098168 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-ed959fd0-5e64-422f-9ca5-f14b37174e50 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 811 time: 0.1081283 Jul 12 16:17:35.158955 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-53439ccc-cb3f-46fb-8428-6ff23eca0f35 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076c03be54bf49c283e4e5133cda96a2 HTTP/1.1" status: 200 len: 379 time: 0.0351524 Jul 12 16:17:35.167863 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'port': {'device_id': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'admin_state_up': True, 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'security_groups': ['f735fd41-06fe-46fc-a3cb-98f911193706']}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:35.277854 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Made reservation on behalf of 076c03be54bf49c283e4e5133cda96a2 for: {'port': 1} {{(pid=93201) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 16:17:35.281813 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.424213 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.db_base_plugin_common [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Allocated IP 172.20.0.12 (2fd2b61d-d4e0-4851-bf26-edda98d3282d/94a31090-56d1-4bc4-883c-d794467e13d3/207b5ebb-e28a-451d-8e21-b0a46a8388f9) {{(pid=93201) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:35.561970 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.575493 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Transition to ACTIVE for port object 207b5ebb-e28a-451d-8e21-b0a46a8388f9 will not be triggered until provisioned by entity DHCP. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:35.608981 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58921005'] for port, after_create {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.656193 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d is already hosted by enough agents. {{(pid=93201) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:35.659268 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.base_scheduler [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Resources bound (agent type, host, resource id): {{(pid=93201) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:35.663998 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Received port after_create {{(pid=93201) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:35.692384 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=207b5ebb-e28a-451d-8e21-b0a46a8388f9,revision_number=1']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:35.707932 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.708279 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.708642 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.708979 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.709306 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.709634 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.709961 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.710282 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.710610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.710918 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.711263 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.713265 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:35.732073 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:35.733131 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.749718 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-b5b3ae57-7969-4cdd-ba14-ffa9b260f454 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854995 Jul 12 16:17:35.772052 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.v2.base [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Request body: {'port': {'device_id': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79264'}} {{(pid=93201) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:35.895028 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.950681 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-97189956-c90f-4ee2-be0c-287c19686c56 None None] Provisioning for port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 completed by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:35.954386 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-97189956-c90f-4ee2-be0c-287c19686c56 None None] Provisioning complete for port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:35.954751 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-97189956-c90f-4ee2-be0c-287c19686c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:35.967779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549437b-9e4d-49ee-a1ec-7987e7cee1c6 req-041b627a-bda2-4814-9a7c-b2c8ea98b8a0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:35.969345 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3549437b-9e4d-49ee-a1ec-7987e7cee1c6 req-041b627a-bda2-4814-9a7c-b2c8ea98b8a0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 932 time: 0.1275778 Jul 12 16:17:35.993788 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-97189956-c90f-4ee2-be0c-287c19686c56 None None] Port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 cannot update to ACTIVE because it is not bound. {{(pid=93203) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 12 16:17:36.077914 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-3549437b-9e4d-49ee-a1ec-7987e7cee1c6 req-34257142-7b28-48f6-be6c-dcef4300f457 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013088 Jul 12 16:17:36.222529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207b5ebb-e28a-451d-8e21-b0a46a8388f9 {{(pid=93201) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:17:36.229986 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.242257 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.provisioning_blocks [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Transition to ACTIVE for port object 207b5ebb-e28a-451d-8e21-b0a46a8388f9 will not be triggered until provisioned by entity L2. {{(pid=93201) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 12 16:17:36.246164 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.306309 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=207b5ebb-e28a-451d-8e21-b0a46a8388f9,revision_number=2']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:36.387592 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Attempting to bind port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 on host hv-cinder-79264 for vnic_type normal with profile {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 12 16:17:36.387939 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Attempting to bind port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 by drivers openvswitch,hyperv on host hv-cinder-79264 at level 0 using segments [{'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 12 16:17:36.388269 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Attempting to bind port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:36.398065 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79264 {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 12 16:17:36.398401 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Attempting to bind port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 on network 2fd2b61d-d4e0-4851-bf26-edda98d3282d {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 12 16:17:36.403723 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Checking agent: {'id': '9438dede-b254-4498-a783-d3498dca02f5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79264', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'started_at': datetime.datetime(2021, 7, 12, 16, 1, 39), 'heartbeat_timestamp': datetime.datetime(2021, 7, 12, 16, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 12 16:17:36.404160 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Checking segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93201) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 12 16:17:36.404448 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Bound using segment: {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'} {{(pid=93201) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 12 16:17:36.404916 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.managers [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Bound port: 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host: hv-cinder-79264, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c83fd6a5-f73a-44d6-b32b-8916fae68987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d'}}] {{(pid=93201) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 12 16:17:36.405304 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.474865 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] For port 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host hv-cinder-79264, cleared binding levels {{(pid=93201) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 16:17:36.477960 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] For port 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host hv-cinder-79264, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 16:17:36.481822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58921019'] for port, after_update {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.519805 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:36.520754 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:36.522156 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] 10.222.0.66 "PUT /v2.0/ports/207b5ebb-e28a-451d-8e21-b0a46a8388f9 HTTP/1.1" status: 200 len: 1094 time: 0.7568581 Jul 12 16:17:36.522599 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:36.524858 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051da890-9309-4592-a13b-d93257b77aa0" -d '{"events": [{"name": "network-changed", "server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:36.551922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de854b-60ca-4216-bcda-430711c5d1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=207b5ebb-e28a-451d-8e21-b0a46a8388f9,revision_number=3']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:36.576959 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57154d5-65ad-4711-8a19-ae9437729a8f x-openstack-request-id: req-d57154d5-65ad-4711-8a19-ae9437729a8f {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:36.577319 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:36.577497 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-d57154d5-65ad-4711-8a19-ae9437729a8f {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:36.577903 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'status': 'completed', 'code': 200} Jul 12 16:17:36.654501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-d760743a-7a25-47c6-933d-3b67d516e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:36.656031 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-d760743a-7a25-47c6-933d-3b67d516e779 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 1097 time: 0.0560870 Jul 12 16:17:36.708956 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-9bd8ed93-56ef-4a53-a272-4f2ad79ffad3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9 HTTP/1.1" status: 200 len: 217 time: 0.0370147 Jul 12 16:17:36.762418 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-e49d8288-c837-46c7-9fd5-b97c5b251737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:36.763858 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-e49d8288-c837-46c7-9fd5-b97c5b251737 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0482109 Jul 12 16:17:36.827192 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-f7c67a39-c828-4d81-9a52-e64b3c433695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:36.828714 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-f7c67a39-c828-4d81-9a52-e64b3c433695 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534365 Jul 12 16:17:36.919978 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-644c4519-bfe6-445e-a44d-71676c25cdde service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Jul 12 16:17:37.016725 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0572e0be-668c-473e-b5c4-4cbb3817c25e req-4f66a5c4-2121-4c8d-a4b6-fe33039c8b32 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861082 Jul 12 16:17:37.182882 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da890-9309-4592-a13b-d93257b77aa0 req-2574f5da-e5bf-4ca8-97fb-3b9937be031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.184702 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-2574f5da-e5bf-4ca8-97fb-3b9937be031a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 1097 time: 0.0545056 Jul 12 16:17:37.326278 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d26d81-750f-4adc-a619-64cae766f1f0 req-86c470ab-212a-4533-b4d9-17775c73ad4a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.327759 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-50d26d81-750f-4adc-a619-64cae766f1f0 req-86c470ab-212a-4533-b4d9-17775c73ad4a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.1368947 Jul 12 16:17:37.330673 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da890-9309-4592-a13b-d93257b77aa0 req-0d57d0c6-b99b-4427-8f32-78d8ce4b5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.331936 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-0d57d0c6-b99b-4427-8f32-78d8ce4b5d65 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1316216 Jul 12 16:17:37.387081 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-a056797a-055a-4bf8-bf2a-c67bf973ae2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9 HTTP/1.1" status: 200 len: 217 time: 0.0462286 Jul 12 16:17:37.402841 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-50d26d81-750f-4adc-a619-64cae766f1f0 req-8987ae63-9fe1-4989-b1e7-9e82303649a1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691631 Jul 12 16:17:37.711536 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da890-9309-4592-a13b-d93257b77aa0 req-a8783904-de36-4d06-95ec-3a6878af7f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.712950 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-a8783904-de36-4d06-95ec-3a6878af7f2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.3092573 Jul 12 16:17:37.770504 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051da890-9309-4592-a13b-d93257b77aa0 req-6d799905-c6f1-40e5-bc04-cda07e4437ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:37.771953 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-6d799905-c6f1-40e5-bc04-cda07e4437ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514035 Jul 12 16:17:37.862393 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-6e0bd4a8-3a58-4173-bf78-b6448536ba7b service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823433 Jul 12 16:17:37.952643 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-051da890-9309-4592-a13b-d93257b77aa0 req-c968278d-a3b3-4f6d-b994-854cdbee1897 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828042 Jul 12 16:17:38.583182 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e958d-dcd0-439d-9f42-bb4f7dd6fde9 req-de0db2fa-acfe-4f67-a3dc-0ac1db6e3b99 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:38.584818 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a52e958d-dcd0-439d-9f42-bb4f7dd6fde9 req-de0db2fa-acfe-4f67-a3dc-0ac1db6e3b99 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.0654378 Jul 12 16:17:38.622896 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a52e958d-dcd0-439d-9f42-bb4f7dd6fde9 req-6b7683b6-78b7-4af1-9891-94dcca2e9672 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Jul 12 16:17:39.798721 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f0569-fc8f-4c53-915b-42190112535b req-48b26e1f-a60d-429a-ba70-42248f9fe2ca tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:39.800210 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-566f0569-fc8f-4c53-915b-42190112535b req-48b26e1f-a60d-429a-ba70-42248f9fe2ca tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.0674355 Jul 12 16:17:39.838086 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-566f0569-fc8f-4c53-915b-42190112535b req-e829ac8b-62d9-4b60-aa9d-963e49a5edd3 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313027 Jul 12 16:17:40.681131 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:41.009932 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa11684-892b-4fd0-a6c5-f2ee20a618fe req-e5376ce0-69a3-4c42-85d3-9c029cb11edd tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:41.011354 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bfa11684-892b-4fd0-a6c5-f2ee20a618fe req-e5376ce0-69a3-4c42-85d3-9c029cb11edd tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.0630996 Jul 12 16:17:41.055597 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-bfa11684-892b-4fd0-a6c5-f2ee20a618fe req-ce6b0f1a-274a-4fca-96a3-6c06dc18111f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386691 Jul 12 16:17:42.234488 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139316ac-e6f5-4039-ac24-a36ffe100a69 req-de38a6c4-1cb6-455b-9e7f-c73f4e393f88 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:42.236155 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-139316ac-e6f5-4039-ac24-a36ffe100a69 req-de38a6c4-1cb6-455b-9e7f-c73f4e393f88 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.0664921 Jul 12 16:17:42.274706 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-139316ac-e6f5-4039-ac24-a36ffe100a69 req-d91884e8-bad4-4511-b946-eb4af78fb155 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331478 Jul 12 16:17:43.455706 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56cf1c-3b2c-49cf-a167-2fef3fca872f req-ac18e962-8706-4fcf-9146-e0457a920cec tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:43.458344 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6f56cf1c-3b2c-49cf-a167-2fef3fca872f req-ac18e962-8706-4fcf-9146-e0457a920cec tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.0653591 Jul 12 16:17:43.497458 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-6f56cf1c-3b2c-49cf-a167-2fef3fca872f req-d835983a-f923-4d3c-9c7c-37f8385d725e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314734 Jul 12 16:17:44.504383 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 207b5ebb-e28a-451d-8e21-b0a46a8388f9 details requested by agent hyperv_hv-cinder-79264 with host hv-cinder-79264 {{(pid=93203) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 16:17:44.603190 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:44.615217 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Returning: {'device': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'port_id': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'mac_address': 'fa:16:3e:9f:fe:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93203) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 16:17:44.652142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.664701 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207b5ebb-e28a-451d-8e21-b0a46a8388f9 {{(pid=93203) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 12 16:17:44.672524 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a818-21b6-423c-ae0f-77d796da1f0f req-8858861b-1687-4c3f-acce-5fefa0c8abed tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:44.674007 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13e7a818-21b6-423c-ae0f-77d796da1f0f req-8858861b-1687-4c3f-acce-5fefa0c8abed tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 944 time: 0.0640152 Jul 12 16:17:44.685287 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:44.689327 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:44.715375 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-13e7a818-21b6-423c-ae0f-77d796da1f0f req-bd910f07-d91e-49fa-80fd-bcf7c1f8fb9a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339332 Jul 12 16:17:44.744179 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=207b5ebb-e28a-451d-8e21-b0a46a8388f9,revision_number=4']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:44.751221 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.751736 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.752096 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.752440 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.752806 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.753145 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.753573 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.754450 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.754754 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.755090 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.755419 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:44.755747 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93203) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:45.090404 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] get_ports_and_sgs() called for port_ids ['207b5ebb-e28a-451d-8e21-b0a46a8388f9'] {{(pid=93203) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 16:17:45.895151 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db270f2-e228-4719-8eb0-b365171c26b4 req-fa1388df-22cc-4264-af20-f58adfde294a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:45.896675 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8db270f2-e228-4719-8eb0-b365171c26b4 req-fa1388df-22cc-4264-af20-f58adfde294a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 945 time: 0.0634892 Jul 12 16:17:45.934219 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-8db270f2-e228-4719-8eb0-b365171c26b4 req-dfd0986d-3922-44ad-a1dc-ca8c3b194d95 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320272 Jul 12 16:17:46.228212 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-954ba0ef-1c82-4fb2-b13a-b3617e34fc2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609803 Jul 12 16:17:46.345557 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-ac16c9af-4676-4af5-b3dd-5730177955f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:46.347206 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-ac16c9af-4676-4af5-b3dd-5730177955f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1098 time: 0.0544729 Jul 12 16:17:46.450023 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-3cd9f059-d802-4c1d-8135-4f855e3d6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:46.451483 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-3cd9f059-d802-4c1d-8135-4f855e3d6180 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.0832362 Jul 12 16:17:46.519786 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-d226a504-8f6b-4873-9d23-0a8114df5478 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 1000 time: 0.0604913 Jul 12 16:17:46.520050 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 207b5ebb-e28a-451d-8e21-b0a46a8388f9 up at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 16:17:46.568485 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-d9e5b3e1-77e6-4e2a-be2c-e28ba858ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:46.570279 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-d9e5b3e1-77e6-4e2a-be2c-e28ba858ac03 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0447853 Jul 12 16:17:46.571891 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning for port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 completed by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 12 16:17:46.575670 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Provisioning complete for port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 triggered by entity L2. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:46.576047 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.631196 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-9fd2fd4d-d44c-4fe0-853c-c0b7b1e9aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:46.632673 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-9fd2fd4d-d44c-4fe0-853c-c0b7b1e9aee8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544701 Jul 12 16:17:46.654970 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.678372 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9'}] {{(pid=93203) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:46.681233 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b87f016b1f0e8f5776d5862a9e6af8ed0304321da8330424335e688bf9dc3e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677c0709-feac-4727-8fac-d3ac25892ab5" -d '{"events": [{"server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "name": "network-vif-plugged", "status": "completed", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9"}]}' {{(pid=93203) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:46.694601 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.db [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] For port 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93203) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:17:46.700131 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196'] for port, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:46.730744 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a003cf-f1fb-42d0-ae29-6fe852272832 x-openstack-request-id: req-c4a003cf-f1fb-42d0-ae29-6fe852272832 {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:46.731037 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "name": "network-vif-plugged", "status": "completed", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9", "code": 200}]} {{(pid=93203) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:46.731287 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-c4a003cf-f1fb-42d0-ae29-6fe852272832 {{(pid=93203) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:46.731672 dv-cinder-792642-4-iscsi neutron-server[93203]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'code': 200} Jul 12 16:17:46.733604 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-45d8dd48-9e67-4adf-94b8-7c5a1eb8e301 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933356 Jul 12 16:17:46.759680 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Pushing event updated for resources: {'Port': ['ID=207b5ebb-e28a-451d-8e21-b0a46a8388f9,revision_number=5']} {{(pid=93203) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:46.853320 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-0ae3532b-44aa-4660-b805-f85b14ef477c req-8512c6db-0ec0-4faa-a2a4-eaddaad3d06a service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898848 Jul 12 16:17:46.938495 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.provisioning_blocks [None req-1775d852-5bf1-4b69-88eb-9c11a1a72e72 None None] Provisioning complete for port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 triggered by entity DHCP. {{(pid=93203) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 12 16:17:46.938863 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-1775d852-5bf1-4b69-88eb-9c11a1a72e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16722267'] for port, provisioning_complete {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:47.079679 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401b4e2-ae07-41cc-98d8-71fb359fe990 req-eff80ada-add9-4595-bc7b-a4f863aa38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:47.081257 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2401b4e2-ae07-41cc-98d8-71fb359fe990 req-eff80ada-add9-4595-bc7b-a4f863aa38ee service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 1099 time: 0.0657063 Jul 12 16:17:47.122648 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-2401b4e2-ae07-41cc-98d8-71fb359fe990 req-0168fcdd-6ce4-4b81-8f51-1a672067ddcf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319984 Jul 12 16:17:47.273970 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e1735-31ef-45e1-8cc5-94adbf00dc54 req-626303ab-b6f8-46dc-8e3f-a380a2daff6e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:47.275451 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a50e1735-31ef-45e1-8cc5-94adbf00dc54 req-626303ab-b6f8-46dc-8e3f-a380a2daff6e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.0667503 Jul 12 16:17:47.316577 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-a50e1735-31ef-45e1-8cc5-94adbf00dc54 req-9922c401-346e-4531-a169-0a5a8c653f82 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349798 Jul 12 16:17:48.495682 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a754626-4cd4-4ed7-85cf-6a8cdcc88c39 req-c46dba89-f458-42f0-9371-36424fe3d427 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:48.497219 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a754626-4cd4-4ed7-85cf-6a8cdcc88c39 req-c46dba89-f458-42f0-9371-36424fe3d427 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.0646806 Jul 12 16:17:48.535449 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9a754626-4cd4-4ed7-85cf-6a8cdcc88c39 req-85ab7d62-1c5a-4c04-b7cf-1d024e068f6b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325835 Jul 12 16:17:49.712067 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4a16b-7928-4094-8ff4-d2a1fd3f5a1c req-cdfce4bc-151d-449e-a470-5b47a74e703d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:49.713609 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1bc4a16b-7928-4094-8ff4-d2a1fd3f5a1c req-cdfce4bc-151d-449e-a470-5b47a74e703d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.0676444 Jul 12 16:17:49.752067 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-1bc4a16b-7928-4094-8ff4-d2a1fd3f5a1c req-8d1ac468-2b8e-4627-9ae3-e8c2b7987d08 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328608 Jul 12 16:17:49.931198 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeacf098-254e-42af-b408-0ae475cc77e1 req-c90f1b85-ccbc-4c4c-912e-f9fd612b48f7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:49.932736 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-eeacf098-254e-42af-b408-0ae475cc77e1 req-c90f1b85-ccbc-4c4c-912e-f9fd612b48f7 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.0687950 Jul 12 16:17:49.970659 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-eeacf098-254e-42af-b408-0ae475cc77e1 req-7ff8be03-52e0-4ea7-8e6c-59cd50ec46fa tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Jul 12 16:17:49.995844 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34388) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:50.047940 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234a7d7-6bd1-498f-bdd1-c218d9ba3cc3 tempest-TestVolumeBootPattern-309822769 tempest-TestVolumeBootPattern-309822769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:50.049509 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-e234a7d7-6bd1-498f-bdd1-c218d9ba3cc3 tempest-TestVolumeBootPattern-309822769 tempest-TestVolumeBootPattern-309822769-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 1094 time: 0.0526743 Jul 12 16:17:50.053207 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34390) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:17:50.058315 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.v2.base [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Request body: {'floatingip': {'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'port_id': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93202) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 12 16:17:50.081611 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.182177 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.292012 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_common [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Allocated IP 172.27.3.135 (d04e06a1-cacf-4c48-8efa-62910d6c765e/75976d73-25e4-4013-93cb-327a27e6a14a/d9ec21b9-a09d-4f54-836a-59d6f44129bd) {{(pid=93202) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 16:17:50.395765 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.436913 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778820133084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-59635932'] for port, after_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.477900 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Network d04e06a1-cacf-4c48-8efa-62910d6c765e is already hosted by enough agents. {{(pid=93202) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 16:17:50.480692 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.base_scheduler [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Resources bound (agent type, host, resource id): {{(pid=93202) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 16:17:50.484202 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Received port after_create {{(pid=93202) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 12 16:17:50.507415 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=d9ec21b9-a09d-4f54-836a-59d6f44129bd,revision_number=1']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:50.521710 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.523201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.523201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.523201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.523201 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.523727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.523727 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.524024 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.524356 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.524707 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.525037 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.525363 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:17:50.873904 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:50.953535 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16353528'] for port, before_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.103235 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for port, precommit_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.107857 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_create_and_update-16353597', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-152745', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778820641082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778820133102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778820136196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59635914'] for port, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.175403 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event updated for resources: {'Port': ['ID=d9ec21b9-a09d-4f54-836a-59d6f44129bd,revision_number=2']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:17:51.183743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617590'] for floatingip, after_update {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.287736 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.db.l3_db [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Floating IP 620cf676-a283-4fea-b3ea-e6a2ce69e7f8 associated. External IP: 172.27.3.135, port: 207b5ebb-e28a-451d-8e21-b0a46a8388f9. Jul 12 16:17:51.499317 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:17:51.607023 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:17:51.617797 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:17:51.624025 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:51.627044 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:51.627741 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:17:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.661299 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-848db5a4-6519-4a4e-bf86-635459d9840a tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6069098 Jul 12 16:17:51.662100 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9'}] {{(pid=93202) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:17:51.664995 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2349c3240dd866366509ebae64231c8c40cf5c76419a865400248cfddeaa0036" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a" -d '{"events": [{"name": "network-changed", "server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9"}]}' {{(pid=93202) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:17:51.736919 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:51.788343 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a2c3eb-94dd-4aaa-a1d3-7c3524cd568a x-openstack-request-id: req-56a2c3eb-94dd-4aaa-a1d3-7c3524cd568a {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:17:51.788681 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9", "status": "completed", "code": 200}]} {{(pid=93202) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:17:51.788966 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-56a2c3eb-94dd-4aaa-a1d3-7c3524cd568a {{(pid=93202) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:17:51.789370 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'status': 'completed', 'code': 200} Jul 12 16:17:51.886253 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-ba5b97f1-5d48-4c68-8a3a-552ea14b9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:51.887772 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-ba5b97f1-5d48-4c68-8a3a-552ea14b9a2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 1099 time: 0.0539882 Jul 12 16:17:51.971672 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '620cf676-a283-4fea-b3ea-e6a2ce69e7f8', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:9f:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:17:50Z', 'updated_at': '2021-07-12T16:17:50Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}, {'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:58Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:51.995291 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-b3aa9bb7-f331-47e0-b642-62506a8953e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:51.996973 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-b3aa9bb7-f331-47e0-b642-62506a8953e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.0946200 Jul 12 16:17:51.998966 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:17:52.007357 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:17:52.007910 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:17:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:52.063672 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-70df96cc-deca-415f-90ca-5b14a93d0da0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9 HTTP/1.1" status: 200 len: 1000 time: 0.0598722 Jul 12 16:17:52.113283 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:17:52.114902 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-9a2e4983-0be8-4db3-9919-5b6dd9e97b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:52.116416 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-9a2e4983-0be8-4db3-9919-5b6dd9e97b1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0452266 Jul 12 16:17:52.186721 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-dbec1e44-9f89-44af-86dd-175b3d4e0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:17:52.188273 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-dbec1e44-9f89-44af-86dd-175b3d4e0b2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576110 Jul 12 16:17:52.282038 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-4bbc43fd-b47b-4c9c-9af2-51f9b5b455e1 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Jul 12 16:17:52.342333 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '620cf676-a283-4fea-b3ea-e6a2ce69e7f8', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:9f:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:17:50Z', 'updated_at': '2021-07-12T16:17:50Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}, {'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:58Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:17:52.372137 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37b9c60-dc87-4e43-8ce8-f5b55b8317cf None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': '620cf676-a283-4fea-b3ea-e6a2ce69e7f8', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.135', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:9f:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:17:50Z', 'updated_at': '2021-07-12T16:17:50Z', 'revision_number': 0, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}, {'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:58Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:17:52.378702 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ae2dc78-f51d-4ae9-8f10-90493cdd664a req-476ec7be-48b9-462c-bad2-63bf269daa6b service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895438 Jul 12 16:17:52.570309 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe60b1c-4b24-4501-8847-f7e72b3d8b79 None None] New status for floating IP 620cf676-a283-4fea-b3ea-e6a2ce69e7f8: ACTIVE {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:17:56.321191 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-fcd5fae2-74ce-4821-9044-3f2a0a5de0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.134127 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-905b922f-48b4-403e-b0db-150e0a3ed22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:17:59.264751 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:00.181033 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:01.666349 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:06.591937 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:18:10.681330 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:26.325029 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-eff353fb-0ba5-47bd-abf0-8d5711ce00de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:29.135862 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c19d59be-ed4a-4f3a-a672-d37480657441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:29.266963 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:30.184117 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:31.667832 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:40.695521 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:43.593754 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:18:46.207232 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-0d11c677-c069-4d44-8ec1-ee5ba9371c66 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536370 Jul 12 16:18:46.329854 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-f546f6cb-c69c-497b-bfbd-940fb9904fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.331370 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-f546f6cb-c69c-497b-bfbd-940fb9904fa6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1098 time: 0.0550792 Jul 12 16:18:46.446177 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-e7778e07-20c8-4948-8efb-84a29ac1154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.447668 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-e7778e07-20c8-4948-8efb-84a29ac1154c service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.0908012 Jul 12 16:18:46.514438 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-808c68b7-3cbb-4144-894f-d369be4db131 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 1000 time: 0.0588279 Jul 12 16:18:46.568377 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-b3640577-0ca9-4686-bca9-602169066f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.570399 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-b3640577-0ca9-4686-bca9-602169066f85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0483575 Jul 12 16:18:46.629657 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-becf6968-a056-44b6-b3e5-abaa83bbf4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:18:46.631181 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-becf6968-a056-44b6-b3e5-abaa83bbf4b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525596 Jul 12 16:18:46.726164 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-4114117f-4fc8-4b5a-b9d6-206a223587c4 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875053 Jul 12 16:18:46.827593 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-67d9ff30-ba42-48c7-aca5-3ce05c979ec0 req-81b0c0df-38ef-4899-b184-162116d19870 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938513 Jul 12 16:18:56.326985 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0281687d-81f1-48ff-b82f-2f06d52f864f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.140893 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-703658b8-0d52-4152-be88-32d640f39d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:18:59.269413 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:00.190808 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:01.671872 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:10.713141 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:11.213407 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [req-d5ec74ba-9ffd-4a7a-9e6f-1891c67e20dd req-a0340e97-4804-4a90-8262-080adfb88fc1 service neutron] (93202) timed out ('10.222.0.66', 55402) {{(pid=93202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:19:12.888683 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [req-b7d76447-3617-46fc-a182-14d99dd05cde req-ce21170a-1b77-4494-9c46-fdf2272a5dc7 service neutron] (93202) timed out ('10.222.0.66', 55413) {{(pid=93202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:19:20.593702 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:19:26.330903 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c423e059-6211-459a-a6b7-ef80edfbada9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.132137 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-5afaefcf-54c1-4866-8e6f-147500e65a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.271669 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:29.865714 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [req-9905b433-7188-4e52-8021-9adbc24a5ca8 req-bf2a4083-6493-4c5d-903b-85ad2403d2d0 service neutron] (93202) timed out ('10.222.0.66', 55456) {{(pid=93202) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:19:30.189456 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.484771 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34432) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:30.717127 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Deleting port d9ec21b9-a09d-4f54-836a-59d6f44129bd {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:30.717473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.797850 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.798086 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.810179 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Calling delete_port for d9ec21b9-a09d-4f54-836a-59d6f44129bd owned by network:floatingip {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:30.959631 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:30.992915 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'Port': ['ID=d9ec21b9-a09d-4f54-836a-59d6f44129bd,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:31.016874 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.017232 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.017581 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.017922 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.018263 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.018606 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.018943 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.019277 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.019608 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.019935 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.020278 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.020610 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93201) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:31.064015 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.064264 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Floating IP 620cf676-a283-4fea-b3ea-e6a2ce69e7f8 disassociated (deleted). External IP: 172.27.3.135, port: 207b5ebb-e28a-451d-8e21-b0a46a8388f9. Jul 12 16:19:31.270837 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:31.379529 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:31.384372 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.389098 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:31.398323 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:31.398941 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:31.422440 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-b998e141-b9ce-48c2-8612-c990ecfb8a30 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "DELETE /v2.0/floatingips/620cf676-a283-4fea-b3ea-e6a2ce69e7f8 HTTP/1.1" status: 204 len: 168 time: 0.9366508 Jul 12 16:19:31.423020 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:31.425293 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f09608-3cb2-452a-b2bf-d442d62614cf" -d '{"events": [{"name": "network-changed", "server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:31.485556 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27572e1b-68da-44ed-a155-6349b2774665 x-openstack-request-id: req-27572e1b-68da-44ed-a155-6349b2774665 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:31.486166 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:31.486166 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-27572e1b-68da-44ed-a155-6349b2774665 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:31.486508 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'status': 'completed', 'code': 200} Jul 12 16:19:31.508142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:31.610213 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-82c90e2c-d746-40c3-a870-54fca8460944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.612047 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-82c90e2c-d746-40c3-a870-54fca8460944 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 1099 time: 0.0598857 Jul 12 16:19:31.682579 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:31.729575 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-7718f6e1-4d43-45db-88fe-477967fe24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.731173 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-7718f6e1-4d43-45db-88fe-477967fe24a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1098125 Jul 12 16:19:31.773692 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-f26f539d-2ef4-4c7a-9900-2bffc5c1db51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9 HTTP/1.1" status: 200 len: 217 time: 0.0355260 Jul 12 16:19:31.824354 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-b1959a1d-c32e-4798-8c02-392aef5aa45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.828954 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-b1959a1d-c32e-4798-8c02-392aef5aa45e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0462999 Jul 12 16:19:31.884746 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:58Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:31.892896 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-0ac3249f-be2d-47c4-be8c-a790632da698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.894539 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-0ac3249f-be2d-47c4-be8c-a790632da698 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606308 Jul 12 16:19:31.895161 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13ab80-8295-4b76-b2ae-09f55a526deb req-bed6ed89-bc87-4f57-abed-9eed8873233b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:31.896735 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7c13ab80-8295-4b76-b2ae-09f55a526deb req-bed6ed89-bc87-4f57-abed-9eed8873233b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.1244380 Jul 12 16:19:31.915822 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:31.924556 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:31.925284 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:31.938361 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-7c13ab80-8295-4b76-b2ae-09f55a526deb req-b7b5bcc6-62be-41db-bbf8-84867cd059a8 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359867 Jul 12 16:19:31.993951 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-1267f581-8069-4d68-83df-82a79a6f62d2 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877314 Jul 12 16:19:32.037868 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:32.088336 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-00f09608-3cb2-452a-b2bf-d442d62614cf req-f9f7c553-c45b-4610-9aad-c758d2712591 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866160 Jul 12 16:19:32.263539 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:58Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:32.289491 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa73008-7cd4-42d1-95e0-078e5dcb6a74 None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_floatingips': [{'id': 'e81f1263-e3e6-409a-8ef9-b6517fde0c1f', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'floating_ip_address': '172.27.3.23', 'floating_network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'router_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'port_id': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'mac_address': 'fa:16:3e:6f:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-12T16:15:56Z', 'updated_at': '2021-07-12T16:15:58Z', 'revision_number': 1, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:32.503790 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08606a71-0a11-4ce8-8751-62c75ee6a07e None None] New status for floating IP 620cf676-a283-4fea-b3ea-e6a2ce69e7f8: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:19:33.166531 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635ef4e-d796-446c-9e5b-dc3305618e1b req-df242f4a-4e8d-4942-ad55-11d1f4a6e304 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.168017 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5635ef4e-d796-446c-9e5b-dc3305618e1b req-df242f4a-4e8d-4942-ad55-11d1f4a6e304 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.1104784 Jul 12 16:19:33.206882 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-5635ef4e-d796-446c-9e5b-dc3305618e1b req-51aa2179-facb-4096-ae2b-3c13e6974d05 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 Jul 12 16:19:33.910429 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-b5c4c2c4-9969-492f-813b-acbd57b99730 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:33.911877 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-b5c4c2c4-9969-492f-813b-acbd57b99730 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 946 time: 0.0626836 Jul 12 16:19:34.021077 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Deleting port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:34.021420 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.108222 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] For port 207b5ebb-e28a-451d-8e21-b0a46a8388f9, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=207b5ebb-e28a-451d-8e21-b0a46a8388f9,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:34.108628 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.120864 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Calling delete_port for 207b5ebb-e28a-451d-8e21-b0a46a8388f9 owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:34.252533 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.281369 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'Port': ['ID=207b5ebb-e28a-451d-8e21-b0a46a8388f9,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:34.334150 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] No DVR routers for this DVR port 207b5ebb-e28a-451d-8e21-b0a46a8388f9 on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:34.336681 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:34.338671 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-9ad7f22d-3c7e-4008-b6ae-9aae61428005 req-f1a42311-6917-4d1c-8730-83bc4c1cd5ac tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "DELETE /v2.0/ports/207b5ebb-e28a-451d-8e21-b0a46a8388f9 HTTP/1.1" status: 204 len: 173 time: 0.4152415 Jul 12 16:19:34.339115 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'name': 'network-vif-deleted', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:34.342400 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25b33d6-f48b-4b44-9b8f-1a7feb8f563c" -d '{"events": [{"server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "name": "network-vif-deleted", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:34.378756 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d28ca5-c97b-42a2-bf0b-3cc5466e07a4 x-openstack-request-id: req-b7d28ca5-c97b-42a2-bf0b-3cc5466e07a4 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:34.378756 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fa4a0c-d692-4b88-8562-ecafd5ef3133", "name": "network-vif-deleted", "tag": "207b5ebb-e28a-451d-8e21-b0a46a8388f9", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:34.379573 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-b7d28ca5-c97b-42a2-bf0b-3cc5466e07a4 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:34.379573 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fa4a0c-d692-4b88-8562-ecafd5ef3133', 'name': 'network-vif-deleted', 'tag': '207b5ebb-e28a-451d-8e21-b0a46a8388f9', 'status': 'completed', 'code': 200} Jul 12 16:19:34.389892 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-eee097ea-50ed-401e-bd80-02bc4d160206 req-3e6a0f40-ddd6-4708-8d98-663d2d13e74f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 210 time: 0.0410943 Jul 12 16:19:35.553339 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-18a328e7-4380-4639-9059-b62fc81decfa req-608ea39b-7278-4a7c-9457-c63478cbea84 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=43fa4a0c-d692-4b88-8562-ecafd5ef3133 HTTP/1.1" status: 200 len: 210 time: 0.0299788 Jul 12 16:19:37.155494 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 207b5ebb-e28a-451d-8e21-b0a46a8388f9 no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:37.179664 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 207b5ebb-e28a-451d-8e21-b0a46a8388f9 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:37.180010 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 207b5ebb-e28a-451d-8e21-b0a46a8388f9 not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:38.868107 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34484) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:39.026369 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Deleting port 7983f7e6-d01c-4a58-95e7-474488c2c9a5 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:39.026724 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.100184 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.100578 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.112654 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Calling delete_port for 7983f7e6-d01c-4a58-95e7-474488c2c9a5 owned by network:floatingip {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:39.261449 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.291093 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'Port': ['ID=7983f7e6-d01c-4a58-95e7-474488c2c9a5,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:39.352822 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.353204 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.db.l3_db [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Floating IP e81f1263-e3e6-409a-8ef9-b6517fde0c1f disassociated (deleted). External IP: 172.27.3.23, port: 048a8bbf-e57c-4fb9-a607-fd92bb54c81c. Jul 12 16:19:39.817328 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93201) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:39.924029 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93201) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:39.928974 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:39.934224 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc90f-3614-4c39-bb28-72981138addb None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:39.943027 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:39.943637 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:39.968878 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-bb1b6820-24d2-4720-b560-d640682ce81e tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "DELETE /v2.0/floatingips/e81f1263-e3e6-409a-8ef9-b6517fde0c1f HTTP/1.1" status: 204 len: 168 time: 1.0995767 Jul 12 16:19:39.969482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:39.972141 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f7e54-9884-4eeb-8c45-893e7258bb28" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:40.008135 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824280c6-6414-4a59-b012-c3e2b8d72a7a x-openstack-request-id: req-824280c6-6414-4a59-b012-c3e2b8d72a7a {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:40.008431 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:40.008719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-824280c6-6414-4a59-b012-c3e2b8d72a7a {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:40.009120 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'status': 'completed', 'code': 200} Jul 12 16:19:40.054865 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:40.121882 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-656e58f2-7e23-4f92-ad31-448c68ced7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.124063 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-656e58f2-7e23-4f92-ad31-448c68ced7ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=076c03be54bf49c283e4e5133cda96a2&device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 1098 time: 0.0564213 Jul 12 16:19:40.229748 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-480052f7-eefe-4d87-9c29-3ce4cf760f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.231460 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-480052f7-eefe-4d87-9c29-3ce4cf760f15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 200 len: 912 time: 0.1006548 Jul 12 16:19:40.282537 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:40.295225 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-ae8586af-e8b8-46ab-adca-aa300f4b54da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 200 len: 217 time: 0.0362711 Jul 12 16:19:40.312232 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc90f-3614-4c39-bb28-72981138addb None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:40.321080 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:40.321759 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:40.346784 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2648a-f795-4420-a801-7607d80bea9d req-8b074e45-38fe-4065-806e-392582069a96 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93202) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.348358 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-35c2648a-f795-4420-a801-7607d80bea9d req-8b074e45-38fe-4065-806e-392582069a96 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.0705338 Jul 12 16:19:40.351700 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-88d44d6b-fa00-41dd-b5de-cb3a2bca0d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.353689 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-88d44d6b-fa00-41dd-b5de-cb3a2bca0d12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 200 len: 850 time: 0.0521965 Jul 12 16:19:40.387129 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-35c2648a-f795-4420-a801-7607d80bea9d req-59f73074-0dcd-40ce-a3bb-2d413e040710 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331643 Jul 12 16:19:40.441781 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:40.458482 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-ca458cbe-08d9-4b75-ad98-5764a4334671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:40.459994 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-ca458cbe-08d9-4b75-ad98-5764a4334671 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2fd2b61d-d4e0-4851-bf26-edda98d3282d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992529 Jul 12 16:19:40.559818 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-2ad3fff7-e6ad-4108-81c1-ae13bf6a2379 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907631 Jul 12 16:19:40.643481 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-caadc90f-3614-4c39-bb28-72981138addb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:40.651874 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-cf3f7e54-9884-4eeb-8c45-893e7258bb28 req-c0b38c7f-1ed5-4656-8ee7-7dbbcc7b5f45 service neutron] 10.222.0.66 "GET /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840735 Jul 12 16:19:40.669809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caadc90f-3614-4c39-bb28-72981138addb None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:12:46Z', 'revision_number': 4, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi', '_interfaces': [{'id': '27216a99-573f-41e3-9603-81dedcb9885c', 'name': '', 'network_id': '2fd2b61d-d4e0-4851-bf26-edda98d3282d', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'mac_address': 'fa:16:3e:5d:95:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:45Z', 'updated_at': '2021-07-12T16:12:52Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'subnets': [{'id': '94a31090-56d1-4bc4-883c-d794467e13d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:40.711319 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:40.887943 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d3d8e8-4a83-42bb-bcb4-34b9b01d50e8 None None] New status for floating IP e81f1263-e3e6-409a-8ef9-b6517fde0c1f: DOWN {{(pid=93204) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 12 16:19:41.571979 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721815f-c143-490d-9996-3c3c45eaa904 req-0ece31a6-9e56-4279-b04c-208a94d4d52b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:41.573498 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b721815f-c143-490d-9996-3c3c45eaa904 req-0ece31a6-9e56-4279-b04c-208a94d4d52b tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.0700569 Jul 12 16:19:41.611288 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-b721815f-c143-490d-9996-3c3c45eaa904 req-a826352d-711b-4c52-9108-f0418bf337b1 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/security-groups?id=f735fd41-06fe-46fc-a3cb-98f911193706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Jul 12 16:19:42.288988 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-915f001f-7df5-48f9-8c44-e9802b375a6d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93201) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 12 16:19:42.290363 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-915f001f-7df5-48f9-8c44-e9802b375a6d tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 945 time: 0.0656230 Jul 12 16:19:42.395580 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Deleting port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:42.395905 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:42.484752 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] For port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c, host hv-cinder-79264, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79264',level=0,port_id=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:42.485123 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:42.498422 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Calling delete_port for 048a8bbf-e57c-4fb9-a607-fd92bb54c81c owned by compute:nova {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:42.628481 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:42.657515 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'Port': ['ID=048a8bbf-e57c-4fb9-a607-fd92bb54c81c,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:42.708374 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] No DVR routers for this DVR port 048a8bbf-e57c-4fb9-a607-fd92bb54c81c on host hv-cinder-79264 {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:42.710846 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for port, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:42.712949 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [req-785af54b-cf5d-465a-9ea5-7b0af6989432 req-777d53b5-bb53-4859-a3ec-962a09c6875f tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.66 "DELETE /v2.0/ports/048a8bbf-e57c-4fb9-a607-fd92bb54c81c HTTP/1.1" status: 204 len: 173 time: 0.4143384 Jul 12 16:19:42.713348 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'name': 'network-vif-deleted', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c'}] {{(pid=93201) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 12 16:19:42.715607 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.70/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}271e1b74fb28925c91c0a87e27f0fa4ec103b4e1b33925a396362d38c9b307f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d60d6a5-9298-4f8d-95fd-8f6dc36667f5" -d '{"events": [{"server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "name": "network-vif-deleted", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c"}]}' {{(pid=93201) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 16:19:42.754802 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [req-91211173-f04b-4183-99fd-d05c6897e10f req-4c8615b0-e107-46d0-9d3f-1b180819fba5 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b7cf98d-53d8-4542-a11a-0c8151f1d919 HTTP/1.1" status: 200 len: 210 time: 0.0298610 Jul 12 16:19:42.760085 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 12 Jul 2021 16:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc61f104-09a3-4bf7-b63c-36c895ab7459 x-openstack-request-id: req-dc61f104-09a3-4bf7-b63c-36c895ab7459 {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 16:19:42.760415 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7cf98d-53d8-4542-a11a-0c8151f1d919", "name": "network-vif-deleted", "tag": "048a8bbf-e57c-4fb9-a607-fd92bb54c81c", "status": "completed", "code": 200}]} {{(pid=93201) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 16:19:42.760653 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.70/compute/v2.1/os-server-external-events used request id req-dc61f104-09a3-4bf7-b63c-36c895ab7459 {{(pid=93201) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 16:19:42.761055 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7cf98d-53d8-4542-a11a-0c8151f1d919', 'name': 'network-vif-deleted', 'tag': '048a8bbf-e57c-4fb9-a607-fd92bb54c81c', 'status': 'completed', 'code': 200} Jul 12 16:19:43.854757 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34502) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:43.981779 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Deleting port 1716832a-7cf2-4c26-89f7-a17ca4ce7377 {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:43.982248 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.061169 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.061473 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.073002 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Calling delete_port for 1716832a-7cf2-4c26-89f7-a17ca4ce7377 owned by network:floatingip {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:44.207120 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.233377 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'Port': ['ID=1716832a-7cf2-4c26-89f7-a17ca4ce7377,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:44.299403 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for floatingip, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.302057 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-17291'] for floatingip, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:44.303219 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-11ed4886-5790-48a4-a549-a7344ef958b0 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "DELETE /v2.0/floatingips/fc3d2058-7020-4d4d-a6ed-ba0ea64c4578 HTTP/1.1" status: 204 len: 168 time: 0.4474628 Jul 12 16:19:45.207114 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 048a8bbf-e57c-4fb9-a607-fd92bb54c81c no longer exists at agent hyperv_hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:45.228239 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] No Port match for: 048a8bbf-e57c-4fb9-a607-fd92bb54c81c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:45.228619 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Device 048a8bbf-e57c-4fb9-a607-fd92bb54c81c not bound to the agent host hv-cinder-79264 {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:45.571743 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34514) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:45.632389 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.663890 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.729830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.733226 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:45.734440 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] 10.222.0.70 "DELETE /v2.0/security-groups/f735fd41-06fe-46fc-a3cb-98f911193706 HTTP/1.1" status: 204 len: 168 time: 0.1617203 Jul 12 16:19:45.744391 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f735fd41-06fe-46fc-a3cb-98f911193706,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:45.753332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.753690 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.754062 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.754323 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.754655 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.754984 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.755316 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.755644 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.755970 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.756296 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.756659 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:45.756981 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8272bb-9ed9-430b-ac35-735e4af25621 tempest-TestVolumeBootPattern-1324946707 tempest-TestVolumeBootPattern-1324946707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792642-4-iscsi {{(pid=93202) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 16:19:46.816849 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34520) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:47.575044 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.829119 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Deleting port 27216a99-573f-41e3-9603-81dedcb9885c {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:47.829830 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.908567 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] For port 27216a99-573f-41e3-9603-81dedcb9885c, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=27216a99-573f-41e3-9603-81dedcb9885c,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:47.908932 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:47.921964 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Calling delete_port for 27216a99-573f-41e3-9603-81dedcb9885c owned by network:router_interface {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:48.106214 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:48.132328 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Pushing event deleted for resources: {'Port': ['ID=27216a99-573f-41e3-9603-81dedcb9885c,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:48.299643 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:48.526885 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Router b1a9f86e-0cef-4fe7-83db-08b485c25530 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:48.647313 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:48.652620 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-9f377377-0ae7-4458-aec3-5c401523b35f admin admin] 10.222.0.70 "PUT /v2.0/routers/b1a9f86e-0cef-4fe7-83db-08b485c25530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345969 Jul 12 16:19:48.656332 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34524) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:48.659446 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] Sync routers for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:48.671043 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:48.671695 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:48.776220 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:48.887157 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:48.925917 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:48.944296 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Deleting port 5cab6f76-a85f-43db-b41a-d189a1580833 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:48.944680 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.033134 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] For port 5cab6f76-a85f-43db-b41a-d189a1580833, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5cab6f76-a85f-43db-b41a-d189a1580833,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:49.033504 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.047096 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Calling delete_port for 5cab6f76-a85f-43db-b41a-d189a1580833 owned by network:router_gateway {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:49.130723 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:19:48Z', 'revision_number': 5, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port': {'id': '5cab6f76-a85f-43db-b41a-d189a1580833', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d7:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:43Z', 'updated_at': '2021-07-12T16:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:49.157684 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] Checking router: b1a9f86e-0cef-4fe7-83db-08b485c25530 for host: dv-cinder-792642-4-iscsi {{(pid=93203) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:49.167579 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] Routers {'b1a9f86e-0cef-4fe7-83db-08b485c25530'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93203) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:49.168219 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['b1a9f86e-0cef-4fe7-83db-08b485c25530'], 'active': True} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:49.227765 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.254128 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cab6f76-a85f-43db-b41a-d189a1580833,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:49.255726 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_dvr_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] Set router b1a9f86e-0cef-4fe7-83db-08b485c25530 gateway port host: None {{(pid=93203) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:49.314142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.db.l3_hamode_db [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:19:48Z', 'revision_number': 6, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port_host': None}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93203) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:49.317763 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.367473 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8165136d-8c70-4fb3-b324-1b1f44556bb9 None None] The sync data for ids ['b1a9f86e-0cef-4fe7-83db-08b485c25530'] in dv-cinder-792642-4-iscsi is: [{'id': 'b1a9f86e-0cef-4fe7-83db-08b485c25530', 'name': 'tempest-TestVolumeBootPattern-430899675-router', 'tenant_id': '076c03be54bf49c283e4e5133cda96a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:42Z', 'updated_at': '2021-07-12T16:19:48Z', 'revision_number': 6, 'project_id': '076c03be54bf49c283e4e5133cda96a2', 'gw_port_host': None}] {{(pid=93203) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:49.410928 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.413020 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.460513 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.461051 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1a9f86e-0cef-4fe7-83db-08b485c25530 {{(pid=93202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:19:49.465449 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.467739 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-1d06c5f0-aba8-4a49-b65b-ce335b853ba8 admin admin] 10.222.0.70 "DELETE /v2.0/routers/b1a9f86e-0cef-4fe7-83db-08b485c25530 HTTP/1.1" status: 204 len: 168 time: 0.8094206 Jul 12 16:19:49.469478 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34526) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:49.515475 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Deleting subnet 94a31090-56d1-4bc4-883c-d794467e13d3 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:19:49.518588 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.553150 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.634865 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.688478 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.717102 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a31090-56d1-4bc4-883c-d794467e13d3,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:49.719094 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.723385 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-fb7df65c-24ef-4866-ab13-9e80e4909d0b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/94a31090-56d1-4bc4-883c-d794467e13d3 HTTP/1.1" status: 204 len: 168 time: 0.2505984 Jul 12 16:19:49.723712 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34528) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:49.725472 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a545d66-1e79-4063-aa5d-1cbf15fbe995 None None] Network 2fd2b61d-d4e0-4851-bf26-edda98d3282d requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:19:49.795371 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.854624 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Deleting port 14f8a355-0ea6-40e1-a33c-515d43927baa {{(pid=93201) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:49.854958 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.925628 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.db [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] For port 14f8a355-0ea6-40e1-a33c-515d43927baa, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=14f8a355-0ea6-40e1-a33c-515d43927baa,segment=NetworkSegment(c83fd6a5-f73a-44d6-b32b-8916fae68987),segment_id=c83fd6a5-f73a-44d6-b32b-8916fae68987)] {{(pid=93201) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:49.925993 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:49.940477 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.plugin [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Calling delete_port for 14f8a355-0ea6-40e1-a33c-515d43927baa owned by network:dhcp {{(pid=93201) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:50.021719 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58920996'] for port, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.044882 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Pushing event deleted for resources: {'Port': ['ID=14f8a355-0ea6-40e1-a33c-515d43927baa,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:50.050414 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] No DVR routers for this DVR port 14f8a355-0ea6-40e1-a33c-515d43927baa on host dv-cinder-792642-4-iscsi {{(pid=93201) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:50.126981 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.141809 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a08d9-5018-4b97-be4f-50e6e2267c59 None None] DHCP port deletion for 2fd2b61d-d4e0-4851-bf26-edda98d3282d request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:19:50.142790 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd2b61d-d4e0-4851-bf26-edda98d3282d']}} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:50.157462 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83fd6a5-f73a-44d6-b32b-8916fae68987') {'for_net_delete': True} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:50.157772 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.services.segments.db [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83fd6a5-f73a-44d6-b32b-8916fae68987') {} {{(pid=93201) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:50.167294 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58867772'] for segment, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.184451 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.191802 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93201) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:50.192089 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58920983'] for segment, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: conditions |= (models_v2.Port.network_id.in_( Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: Traceback (most recent call last): Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: timer() Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: cb(*args, **kw) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: return func(*args, **kwargs) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: self._notify() Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: self.callback(batched_events) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: event.method(event) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: return f(self, *a, **k) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._get(url).json() Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:50.194139 dv-cinder-792642-4-iscsi neutron-server[93201]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:50.215901 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 27216a99-573f-41e3-9603-81dedcb9885c no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:50.238006 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 27216a99-573f-41e3-9603-81dedcb9885c {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:50.238358 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 27216a99-573f-41e3-9603-81dedcb9885c not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:50.239201 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 14f8a355-0ea6-40e1-a33c-515d43927baa no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:50.250155 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.257365 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.263570 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34530) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:50.264336 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 14f8a355-0ea6-40e1-a33c-515d43927baa {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:50.264451 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 14f8a355-0ea6-40e1-a33c-515d43927baa not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:50.264964 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5cab6f76-a85f-43db-b41a-d189a1580833 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:50.269185 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] 10.222.0.70 "DELETE /v2.0/networks/2fd2b61d-d4e0-4851-bf26-edda98d3282d HTTP/1.1" status: 204 len: 168 time: 0.5444882 Jul 12 16:19:50.285237 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 5cab6f76-a85f-43db-b41a-d189a1580833 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:50.285594 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5cab6f76-a85f-43db-b41a-d189a1580833 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:50.295103 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210ab26-4885-49aa-aa1f-e45b4059c02c admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd2b61d-d4e0-4851-bf26-edda98d3282d,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:50.628954 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616939'] for router_interface, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.886540 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Deleting port 5b749471-62ea-4ef8-bb23-279a3e651775 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:50.886885 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.965852 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] For port 5b749471-62ea-4ef8-bb23-279a3e651775, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=5b749471-62ea-4ef8-bb23-279a3e651775,segment=NetworkSegment(2763fde2-3705-44e6-86ff-837cc9586281),segment_id=2763fde2-3705-44e6-86ff-837cc9586281)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:50.966261 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:50.980219 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Calling delete_port for 5b749471-62ea-4ef8-bb23-279a3e651775 owned by network:router_interface {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:51.174763 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:51.199469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b749471-62ea-4ef8-bb23-279a3e651775,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:51.374481 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615345'] for router_interface, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:51.583179 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Router e5676823-2c74-4144-af05-7c88e7a170a6 has already been hosted by L3 agent 035053e7-304f-4280-8435-03ad22b82592 {{(pid=93202) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 12 16:19:51.690814 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] Notify agent at l3_agent.dv-cinder-792642-4-iscsi the message routers_updated {{(pid=93202) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 16:19:51.695738 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-108576a2-06a8-482b-a092-a46cdfa2361c admin admin] 10.222.0.70 "PUT /v2.0/routers/e5676823-2c74-4144-af05-7c88e7a170a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4305713 Jul 12 16:19:51.698371 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34532) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:51.700357 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] Sync routers for ids ['e5676823-2c74-4144-af05-7c88e7a170a6'] in dv-cinder-792642-4-iscsi {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 16:19:51.709674 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] Routers {'e5676823-2c74-4144-af05-7c88e7a170a6'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:51.710386 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['e5676823-2c74-4144-af05-7c88e7a170a6'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:51.818821 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] Set router e5676823-2c74-4144-af05-7c88e7a170a6 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:52.092828 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:19:51Z', 'revision_number': 5, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:52.106234 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks [] for router, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.123730 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] Checking router: e5676823-2c74-4144-af05-7c88e7a170a6 for host: dv-cinder-792642-4-iscsi {{(pid=93204) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 16:19:52.132388 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] Routers {'e5676823-2c74-4144-af05-7c88e7a170a6'} bound to L3 agent in host dv-cinder-792642-4-iscsi {{(pid=93204) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 12 16:19:52.133063 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792642-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-12T15:55:29Z,description=,heartbeat_timestamp=2021-07-12T16:19:29Z,host='dv-cinder-792642-4-iscsi',id=035053e7-304f-4280-8435-03ad22b82592,load=0,resource_versions=,resources_synced=,started_at=2021-07-12T15:55:29Z,topic='l3_agent')) {'router_ids': ['e5676823-2c74-4144-af05-7c88e7a170a6'], 'active': True} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:52.212854 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.239246 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_dvr_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] Set router e5676823-2c74-4144-af05-7c88e7a170a6 gateway port host: dv-cinder-792642-4-iscsi {{(pid=93204) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 12 16:19:52.273722 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Deleting port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:52.274250 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.389132 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] For port 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,segment=NetworkSegment(9741f00b-f2ef-4751-83a2-3a70e3744154),segment_id=9741f00b-f2ef-4751-83a2-3a70e3744154)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:52.390271 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.404465 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Calling delete_port for 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 owned by network:router_gateway {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:52.469552 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.l3_hamode_db [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:19:51Z', 'revision_number': 5, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}], 'dv-cinder-792642-4-iscsi', False) {} {{(pid=93204) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:52.496136 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b62ed8-9d41-4b0e-b5d1-17c6579a2dcb None None] The sync data for ids ['e5676823-2c74-4144-af05-7c88e7a170a6'] in dv-cinder-792642-4-iscsi is: [{'id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'name': 'tempest-TestVolumeBootPattern-1252299982-router', 'tenant_id': '6a72f96ed50844c082243bf8a950b98e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'external_fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232'}], 'enable_snat': True}, 'gw_port_id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:19:51Z', 'revision_number': 5, 'project_id': '6a72f96ed50844c082243bf8a950b98e', 'gw_port': {'id': '6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953', 'name': '', 'network_id': 'd04e06a1-cacf-4c48-8efa-62910d6c765e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5676823-2c74-4144-af05-7c88e7a170a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'ip_address': '172.27.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792642-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-12T16:12:49Z', 'updated_at': '2021-07-12T16:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75976d73-25e4-4013-93cb-327a27e6a14a', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792642-4-iscsi'}] {{(pid=93204) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 16:19:52.584544 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.610143 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Pushing event deleted for resources: {'Port': ['ID=6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:52.676150 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617640'] for router_gateway, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.767259 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612848', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4907'] for router, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.769335 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.813620 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-612740'] for router, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.814050 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5676823-2c74-4144-af05-7c88e7a170a6 {{(pid=93202) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 16:19:52.818247 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] Notify callbacks [] for router, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.819388 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-443183d0-bd1d-4772-9321-d71edd3e0afd admin admin] 10.222.0.70 "DELETE /v2.0/routers/e5676823-2c74-4144-af05-7c88e7a170a6 HTTP/1.1" status: 204 len: 168 time: 1.1200936 Jul 12 16:19:52.821829 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34534) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:52.866812 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Deleting subnet 2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2 {{(pid=93202) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 12 16:19:52.870298 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.906196 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59549696'] for subnet, precommit_delete_associations {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:52.991388 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16727977'] for subnet, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.058290 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16727968', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964306', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59635723', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59657027'] for subnet, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.086593 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:53.090514 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.093010 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-cb7ce9fe-3e49-4662-8672-8020da2faca1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2a5ba226-a7b9-4ede-980f-fc5d1f8cd6c2 HTTP/1.1" status: 204 len: 168 time: 0.2700865 Jul 12 16:19:53.095531 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34536) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:53.099270 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34888f0-474c-4df4-b3e2-f3dbfacbd1b8 None None] Network e9a4b966-c392-4437-a4c5-ef3da9074d03 requested from dv-cinder-792642-4-iscsi {{(pid=93203) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 12 16:19:53.178730 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16252966'] for network, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.237500 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Deleting port 03864a28-9f94-47dc-97dc-232628e0e5f4 {{(pid=93202) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 12 16:19:53.237836 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778820633326'] for port, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.302036 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.db [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] For port 03864a28-9f94-47dc-97dc-232628e0e5f4, host dv-cinder-792642-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792642-4-iscsi',level=0,port_id=03864a28-9f94-47dc-97dc-232628e0e5f4,segment=NetworkSegment(2763fde2-3705-44e6-86ff-837cc9586281),segment_id=2763fde2-3705-44e6-86ff-837cc9586281)] {{(pid=93202) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 16:19:53.302305 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-615403'] for port, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.316833 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.plugin [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Calling delete_port for 03864a28-9f94-47dc-97dc-232628e0e5f4 owned by network:dhcp {{(pid=93202) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 12 16:19:53.398785 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16353588', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-152722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778820641064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778820133093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59635925'] for port, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.425757 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=03864a28-9f94-47dc-97dc-232628e0e5f4,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:53.427405 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] No DVR routers for this DVR port 03864a28-9f94-47dc-97dc-232628e0e5f4 on host dv-cinder-792642-4-iscsi {{(pid=93202) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 12 16:19:53.498865 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5edafd-530d-4589-b5f5-57cf313e22ac None None] DHCP port deletion for e9a4b966-c392-4437-a4c5-ef3da9074d03 request from dv-cinder-792642-4-iscsi {{(pid=93203) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 12 16:19:53.508990 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16720092', 'neutron.services.segments.db._delete_segments_for_network-8778820603486'] for network, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.526371 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a4b966-c392-4437-a4c5-ef3da9074d03']}} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:53.541456 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2763fde2-3705-44e6-86ff-837cc9586281') {'for_net_delete': True} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:53.541728 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.services.segments.db [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2763fde2-3705-44e6-86ff-837cc9586281') {} {{(pid=93202) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 16:19:53.551469 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778820683138', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59549707'] for segment, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.566661 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096'] for segment, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.573642 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93202) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 16:19:53.574084 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16725096', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59635942'] for segment, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: Traceback (most recent call last): Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: timer() Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: cb(*args, **kw) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: return func(*args, **kwargs) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: self._notify() Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: self.callback(batched_events) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: event.method(event) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: aggregate_uuid = self.p_client.list_aggregates( Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: return f(self, *a, **k) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._get(url).json() Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: return self.request(url, 'GET', **kwargs) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: base_url = self.get_endpoint(auth, allow=allow, Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 12 16:19:53.575927 dv-cinder-792642-4-iscsi neutron-server[93202]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 12 16:19:53.633452 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16721711', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-556477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617604'] for network, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.641605 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556438'] for network, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.644301 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] 10.222.0.70 "DELETE /v2.0/networks/e9a4b966-c392-4437-a4c5-ef3da9074d03 HTTP/1.1" status: 204 len: 168 time: 0.5477893 Jul 12 16:19:53.660565 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c7faf-a2ae-45bd-8c7c-978422282ce0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9a4b966-c392-4437-a4c5-ef3da9074d03,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:53.771964 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34540) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:53.814870 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-232adaa4-3935-4d5a-8ed3-d794d4d32f0e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=076c03be54bf49c283e4e5133cda96a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416584 Jul 12 16:19:53.817429 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.wsgi [-] (93202) accepted ('10.222.0.70', 34542) {{(pid=93202) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:53.870393 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db61347-cec9-4c5d-899e-7e52ca7929e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.893028 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db61347-cec9-4c5d-899e-7e52ca7929e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.943095 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db61347-cec9-4c5d-899e-7e52ca7929e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.945984 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron_lib.callbacks.manager [None req-6db61347-cec9-4c5d-899e-7e52ca7929e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93202) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:53.947182 dv-cinder-792642-4-iscsi neutron-server[93202]: INFO neutron.wsgi [None req-6db61347-cec9-4c5d-899e-7e52ca7929e4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/64fae8e7-6e29-4b56-82a2-e8e2ff6c4491 HTTP/1.1" status: 204 len: 168 time: 0.1289077 Jul 12 16:19:53.957777 dv-cinder-792642-4-iscsi neutron-server[93202]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61347-cec9-4c5d-899e-7e52ca7929e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fae8e7-6e29-4b56-82a2-e8e2ff6c4491,revision_number=None']} {{(pid=93202) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:54.024441 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 03864a28-9f94-47dc-97dc-232628e0e5f4 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:54.045900 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 03864a28-9f94-47dc-97dc-232628e0e5f4 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:54.046251 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 03864a28-9f94-47dc-97dc-232628e0e5f4 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:54.046683 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:54.066213 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:54.066573 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 6bdf2dc7-c058-4a6b-8d0d-9c0f6235f953 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:54.066991 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5b749471-62ea-4ef8-bb23-279a3e651775 no longer exists at agent ovs-agent-dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 16:19:54.088191 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.plugin [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] No Port match for: 5b749471-62ea-4ef8-bb23-279a3e651775 {{(pid=93203) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 12 16:19:54.088586 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron.plugins.ml2.rpc [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Device 5b749471-62ea-4ef8-bb23-279a3e651775 not bound to the agent host dv-cinder-792642-4-iscsi {{(pid=93203) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 16:19:54.304341 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34548) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:54.345451 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-55fb96ee-6d10-4f24-bc51-d67fb6a06fa2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6a72f96ed50844c082243bf8a950b98e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396698 Jul 12 16:19:54.347827 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [-] (93201) accepted ('10.222.0.70', 34550) {{(pid=93201) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 12 16:19:54.398565 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b0f01b4-6219-4578-b367-e3ac62ff811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:54.420914 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b0f01b4-6219-4578-b367-e3ac62ff811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:54.469322 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b0f01b4-6219-4578-b367-e3ac62ff811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-964214'] for security_group, after_delete {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:54.472023 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron_lib.callbacks.manager [None req-4b0f01b4-6219-4578-b367-e3ac62ff811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93201) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:54.473301 dv-cinder-792642-4-iscsi neutron-server[93201]: INFO neutron.wsgi [None req-4b0f01b4-6219-4578-b367-e3ac62ff811d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/519a07ec-a2b1-4bd7-a71f-f0347d8135db HTTP/1.1" status: 204 len: 168 time: 0.1244590 Jul 12 16:19:54.481501 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f01b4-6219-4578-b367-e3ac62ff811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519a07ec-a2b1-4bd7-a71f-f0347d8135db,revision_number=None']} {{(pid=93201) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 16:19:56.333330 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-aca1fa99-a880-461b-bfde-d1d61b27ca84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:57.592761 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:19:59.132068 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a90d5fef-addb-4022-8503-baf269c45f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:19:59.273466 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:00.191522 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:01.675897 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:10.724143 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:26.337677 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-d7cb31a4-037d-462a-845c-97c887833aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:29.132141 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-db03f232-adfa-4b64-a42d-d9d9119f1406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:29.276316 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:30.193876 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:31.678698 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:34.591778 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:20:40.723431 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:56.339618 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-dcdffe4a-7e18-4f50-9dac-2c166483bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:59.132652 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-bbb82af2-bbed-424a-b1a4-192a9bd97f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:20:59.280581 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:00.197797 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:01.681313 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:10.737905 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:11.590671 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:21:26.345800 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-34e9e18a-f01c-4592-a615-49259c8896c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:29.134997 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-4c5d4eb3-7c01-44b4-b3b3-b6aac0100d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:29.282833 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:30.203485 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:31.683742 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:40.738158 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:48.589056 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:21:56.337828 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-a108ed95-240a-4403-9a3e-cf22352d5ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:59.134861 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-b0d23c48-9e77-46c2-a395-7b4ceb7ccf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:21:59.286657 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:00.203262 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:01.686386 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:10.752571 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:25.588892 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:22:26.339851 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-492b2a01-babd-4638-be51-2e818ba22e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.135768 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0bb5cd2a-2539-4135-b2a0-22fcddc88018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:29.287633 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:30.207291 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:31.697796 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:40.752448 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:56.341216 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-9e7f3dc4-1fba-4233-93b8-4877a0de22ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.137728 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-6e954953-60a2-4076-9db2-6dbee1a69ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:22:59.288709 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:00.208957 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:01.691112 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:02.587731 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:23:10.761872 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:26.343694 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-40d75553-2cd6-46ad-8e76-2fc5e57067c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.139638 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-4abb5fe8-0ce0-4a39-bac1-18c8fa3f74ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:29.291285 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:30.214303 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:31.695076 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:39.588094 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:23:40.788639 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:56.345840 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-460e28a3-d7c3-4e3b-a5d2-ea03298c1110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.141300 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-16f94576-346f-469e-bc38-bd29dd650eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:23:59.293810 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:00.217584 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:01.701486 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:10.813142 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:13.135700 dv-cinder-792642-4-iscsi neutron-server[93201]: DEBUG neutron.wsgi [req-97a03a5b-46f6-4afe-a709-5b03bed1d287 req-27395c22-1854-4886-a3ca-01e237fc3f7e service neutron] (93201) timed out ('10.222.0.66', 55408) {{(pid=93201) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 12 16:24:16.586797 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:24:26.348752 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-81fb5f89-a923-46a5-8873-29e08a09d67c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.142418 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-cb635383-9b08-491b-81dd-b9341198c33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:29.295034 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:30.217907 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:31.700706 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:40.813007 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:53.587001 dv-cinder-792642-4-iscsi neutron-server[93204]: DEBUG neutron.db.agents_db [None req-288413c2-692e-410a-b02b-4a0f3801fd43 None None] Agent healthcheck: found 6 active agents {{(pid=93204) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 16:24:56.349109 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-e4dc9fa1-db7c-4a60-9c29-1e2902ca62b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.143717 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-43da98e3-e43b-47a6-93d1-109c5c1c3ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:24:59.296361 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-093e25ca-9011-4271-b2b8-2b6e13b17d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:00.221180 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c5021781-18e1-41e1-a5e5-35c02c8b74e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:01.704969 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-0f713634-72a0-42d1-9ff7-4c544949ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 12 16:25:10.814436 dv-cinder-792642-4-iscsi neutron-server[93203]: DEBUG neutron_lib.callbacks.manager [None req-c316a461-5d04-46db-a4ca-bfc8c2f40107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778820603468', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16722410'] for agent, after_update {{(pid=93203) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}